2024-11-14 12:40:46,948 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 12:40:46,965 main DEBUG Took 0.015528 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:40:46,966 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:40:46,966 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:40:46,967 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:40:46,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,974 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:40:46,986 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,988 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,989 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,990 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,991 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,992 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,993 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,994 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:40:46,997 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,997 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:40:46,998 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:40:46,999 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:40:47,001 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:40:47,002 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:40:47,003 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:40:47,003 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:40:47,011 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:40:47,013 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:40:47,015 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:40:47,015 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:40:47,015 main DEBUG createAppenders(={Console}) 2024-11-14 12:40:47,016 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 12:40:47,016 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 12:40:47,017 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 12:40:47,017 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:40:47,017 main DEBUG OutputStream closed 2024-11-14 12:40:47,018 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:40:47,018 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:40:47,018 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 12:40:47,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:40:47,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:40:47,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:40:47,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:40:47,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:40:47,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:40:47,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:40:47,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:40:47,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:40:47,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:40:47,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:40:47,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:40:47,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:40:47,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:40:47,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:40:47,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:40:47,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:40:47,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:40:47,103 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:40:47,104 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 12:40:47,104 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:40:47,106 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T12:40:47,121 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 12:40:47,123 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:40:47,124 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:40:47,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=88, ProcessCount=11, AvailableMemoryMB=7893 2024-11-14T12:40:47,410 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T12:40:47,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e 2024-11-14T12:40:47,451 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6, deleteOnExit=true 2024-11-14T12:40:47,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/zookeeper_0, clientPort=57848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:40:47,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57848 2024-11-14T12:40:47,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:40:47,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:40:47,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/test.cache.data in system properties and HBase conf 2024-11-14T12:40:47,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:40:47,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:40:47,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:40:47,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:40:47,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:40:47,655 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:40:47,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:40:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:40:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:40:47,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:40:47,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:40:47,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:40:47,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:40:47,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:40:47,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:40:47,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:40:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:40:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:40:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:40:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:40:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:40:48,748 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:40:48,818 INFO [Time-limited test {}] log.Log(170): Logging initialized @2536ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T12:40:48,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:48,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:40:48,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:40:48,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:40:48,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:40:48,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:48,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:40:48,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:40:49,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/java.io.tmpdir/jetty-localhost-42245-hadoop-hdfs-3_4_1-tests_jar-_-any-4730876820670499040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:40:49,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42245} 2024-11-14T12:40:49,146 INFO [Time-limited test {}] server.Server(415): Started @2865ms 2024-11-14T12:40:49,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:49,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:40:49,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:40:49,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:40:49,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:40:49,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:40:49,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:40:49,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/java.io.tmpdir/jetty-localhost-36521-hadoop-hdfs-3_4_1-tests_jar-_-any-11259186568359452694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:40:49,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36521} 2024-11-14T12:40:49,716 INFO [Time-limited test {}] server.Server(415): Started @3435ms 2024-11-14T12:40:49,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:40:50,632 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/data/data2/current/BP-651950682-172.17.0.3-1731588048284/current, will proceed with Du for space computation calculation, 2024-11-14T12:40:50,632 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/data/data1/current/BP-651950682-172.17.0.3-1731588048284/current, will proceed with Du for space computation calculation, 2024-11-14T12:40:50,658 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:40:50,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc71f39b38ed06f6 with lease ID 0x66088dc01052963b: Processing first storage report for DS-532bdeb0-e7d7-487e-b481-777bd7eb666f from datanode DatanodeRegistration(127.0.0.1:38457, datanodeUuid=cb7042f1-1efe-4dc9-a367-55b0549dc699, infoPort=39963, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1303101018;c=1731588048284) 2024-11-14T12:40:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc71f39b38ed06f6 with lease ID 0x66088dc01052963b: from storage DS-532bdeb0-e7d7-487e-b481-777bd7eb666f node DatanodeRegistration(127.0.0.1:38457, datanodeUuid=cb7042f1-1efe-4dc9-a367-55b0549dc699, infoPort=39963, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1303101018;c=1731588048284), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T12:40:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc71f39b38ed06f6 with lease ID 0x66088dc01052963b: Processing first storage report for DS-af759768-15f6-44c9-9246-983a1b997515 from datanode DatanodeRegistration(127.0.0.1:38457, datanodeUuid=cb7042f1-1efe-4dc9-a367-55b0549dc699, infoPort=39963, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1303101018;c=1731588048284) 2024-11-14T12:40:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc71f39b38ed06f6 with lease ID 0x66088dc01052963b: from storage DS-af759768-15f6-44c9-9246-983a1b997515 node DatanodeRegistration(127.0.0.1:38457, datanodeUuid=cb7042f1-1efe-4dc9-a367-55b0549dc699, infoPort=39963, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1303101018;c=1731588048284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:40:50,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e 2024-11-14T12:40:50,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:50,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:40:51,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337 with version=8 2024-11-14T12:40:51,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/hbase-staging 2024-11-14T12:40:51,472 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:40:51,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:40:51,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:51,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:51,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:40:51,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:51,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:40:51,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:40:51,890 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:40:51,898 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:40:51,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:40:51,925 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 105608 (auto-detected) 2024-11-14T12:40:51,926 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:40:51,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43663 2024-11-14T12:40:51,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43663 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:40:52,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436630x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:40:52,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43663-0x1013aa674960000 connected 2024-11-14T12:40:52,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:52,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:52,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:40:52,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337, hbase.cluster.distributed=false 2024-11-14T12:40:52,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/acl 2024-11-14T12:40:52,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-14T12:40:52,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43663 2024-11-14T12:40:52,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43663 2024-11-14T12:40:52,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-14T12:40:52,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-14T12:40:52,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:40:52,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:52,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:52,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:40:52,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:52,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:40:52,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:40:52,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:40:52,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44039 2024-11-14T12:40:52,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44039 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:40:52,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:52,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:52,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440390x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:40:52,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440390x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:40:52,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44039-0x1013aa674960001 connected 2024-11-14T12:40:52,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:40:52,330 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:40:52,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/master 2024-11-14T12:40:52,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/acl 2024-11-14T12:40:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:40:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-14T12:40:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-14T12:40:52,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:40:52,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-14T12:40:52,357 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:43663 2024-11-14T12:40:52,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01001844363/backup-masters/669ef94e8b26,43663,1731588051551 2024-11-14T12:40:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:40:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:40:52,370 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/backup-masters/669ef94e8b26,43663,1731588051551 2024-11-14T12:40:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/master 2024-11-14T12:40:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:52,394 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/master 2024-11-14T12:40:52,395 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01001844363/backup-masters/669ef94e8b26,43663,1731588051551 from backup master directory 2024-11-14T12:40:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/backup-masters/669ef94e8b26,43663,1731588051551 2024-11-14T12:40:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:40:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:40:52,401 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:40:52,402 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,43663,1731588051551 2024-11-14T12:40:52,404 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T12:40:52,405 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T12:40:52,457 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/hbase.id] with ID: b443eb12-56bc-4c1c-b05f-6b4709be7c26 2024-11-14T12:40:52,457 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.tmp/hbase.id 2024-11-14T12:40:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:40:52,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.tmp/hbase.id]:[hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/hbase.id] 2024-11-14T12:40:52,922 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:52,928 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:40:52,946 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T12:40:52,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:52,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:40:53,413 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:40:53,416 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:40:53,430 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:40:53,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:40:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:40:53,881 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store 2024-11-14T12:40:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:40:54,311 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T12:40:54,316 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:40:54,318 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:40:54,318 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:40:54,319 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:40:54,320 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:40:54,321 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:40:54,321 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:40:54,322 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588054318Disabling compacts and flushes for region at 1731588054318Disabling writes for close at 1731588054321 (+3 ms)Writing region close event to WAL at 1731588054321Closed at 1731588054321 2024-11-14T12:40:54,324 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/.initializing 2024-11-14T12:40:54,325 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551 2024-11-14T12:40:54,334 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:40:54,349 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C43663%2C1731588051551, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/oldWALs, maxLogs=10 2024-11-14T12:40:54,371 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551/669ef94e8b26%2C43663%2C1731588051551.1731588054353, exclude list is [], retry=0 2024-11-14T12:40:54,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:40:54,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T12:40:54,420 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:40:54,422 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:40:54,422 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:40:54,423 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:40:54,426 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,427 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:40:54,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:54,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:40:54,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:40:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:40:54,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:54,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:40:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:40:54,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:54,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:40:54,503 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,507 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,508 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,513 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,514 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,517 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:40:54,521 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:40:54,526 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:40:54,527 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812468, jitterRate=0.010484516620635986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:40:54,536 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588054438Initializing all the Stores at 1731588054440 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588054441 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588054442 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588054442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588054442Cleaning up temporary data from old regions at 1731588054514 (+72 ms)Region opened successfully at 1731588054536 (+22 ms) 2024-11-14T12:40:54,537 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:40:54,568 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6912773a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:40:54,596 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:40:54,610 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:40:54,610 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:40:54,614 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:40:54,616 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T12:40:54,623 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T12:40:54,623 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:40:54,654 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:40:54,665 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/balancer because node does not exist (not necessarily an error) 2024-11-14T12:40:54,692 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/balancer already deleted, retry=false 2024-11-14T12:40:54,696 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:40:54,698 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:40:54,709 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/normalizer already deleted, retry=false 2024-11-14T12:40:54,712 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:40:54,718 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:40:54,725 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/switch/split already deleted, retry=false 2024-11-14T12:40:54,727 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:40:54,734 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/switch/merge already deleted, retry=false 2024-11-14T12:40:54,751 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:40:54,759 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/snapshot-cleanup already deleted, retry=false 2024-11-14T12:40:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/running 2024-11-14T12:40:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/running 2024-11-14T12:40:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,43663,1731588051551, sessionid=0x1013aa674960000, setting cluster-up flag (Was=false) 2024-11-14T12:40:54,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,826 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01001844363/flush-table-proc/acquired, /01001844363/flush-table-proc/reached, /01001844363/flush-table-proc/abort 2024-11-14T12:40:54,829 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43663,1731588051551 2024-11-14T12:40:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:54,875 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01001844363/online-snapshot/acquired, /01001844363/online-snapshot/reached, /01001844363/online-snapshot/abort 2024-11-14T12:40:54,878 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43663,1731588051551 2024-11-14T12:40:54,887 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:40:54,947 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(746): ClusterId : b443eb12-56bc-4c1c-b05f-6b4709be7c26 2024-11-14T12:40:54,950 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:40:54,956 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:40:54,961 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:40:54,961 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:40:54,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:40:54,968 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:40:54,969 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de94cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:40:54,972 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:40:54,978 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,43663,1731588051551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:40:54,984 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:44039 2024-11-14T12:40:54,986 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:40:54,986 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:40:54,987 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:40:54,987 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:40:54,987 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:40:54,987 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:40:54,987 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:40:54,987 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:40:54,987 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:54,988 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:40:54,988 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:54,990 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588084989 2024-11-14T12:40:54,990 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,43663,1731588051551 with port=44039, startcode=1731588052256 2024-11-14T12:40:54,992 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:40:54,993 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:40:54,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:40:54,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:40:54,996 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:40:54,997 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:40:54,997 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:40:54,997 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:40:54,998 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:55,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:40:55,002 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:40:55,003 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:40:55,004 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:40:55,004 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:40:55,004 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:40:55,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:40:55,008 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:40:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:40:55,014 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588055009,5,FailOnTimeoutGroup] 2024-11-14T12:40:55,014 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588055014,5,FailOnTimeoutGroup] 2024-11-14T12:40:55,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:40:55,016 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,016 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,039 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:40:55,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43663 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,060 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337 2024-11-14T12:40:55,061 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-11-14T12:40:55,061 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:40:55,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/rs 2024-11-14T12:40:55,068 DEBUG [RS:0;669ef94e8b26:44039 {}] zookeeper.ZKUtil(111): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/rs/669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,068 WARN [RS:0;669ef94e8b26:44039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:40:55,069 INFO [RS:0;669ef94e8b26:44039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:40:55,069 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,44039,1731588052256] 2024-11-14T12:40:55,092 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:40:55,107 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:40:55,112 INFO [RS:0;669ef94e8b26:44039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:40:55,112 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,113 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:40:55,118 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:40:55,119 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,119 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,119 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,119 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,120 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,121 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,121 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:40:55,121 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:40:55,121 DEBUG [RS:0;669ef94e8b26:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:40:55,122 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,122 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,122 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,122 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,122 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,123 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44039,1731588052256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:40:55,141 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:40:55,142 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44039,1731588052256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,142 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,143 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.Replication(171): 669ef94e8b26,44039,1731588052256 started 2024-11-14T12:40:55,160 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:55,160 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,44039,1731588052256, RpcServer on 669ef94e8b26/172.17.0.3:44039, sessionid=0x1013aa674960001 2024-11-14T12:40:55,161 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:40:55,161 DEBUG [RS:0;669ef94e8b26:44039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,161 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44039,1731588052256' 2024-11-14T12:40:55,161 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01001844363/flush-table-proc/abort' 2024-11-14T12:40:55,162 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01001844363/flush-table-proc/acquired' 2024-11-14T12:40:55,163 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:40:55,163 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:40:55,163 DEBUG [RS:0;669ef94e8b26:44039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,44039,1731588052256 2024-11-14T12:40:55,164 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44039,1731588052256' 2024-11-14T12:40:55,164 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01001844363/online-snapshot/abort' 2024-11-14T12:40:55,164 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01001844363/online-snapshot/acquired' 2024-11-14T12:40:55,165 DEBUG [RS:0;669ef94e8b26:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:40:55,165 INFO [RS:0;669ef94e8b26:44039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:40:55,165 INFO [RS:0;669ef94e8b26:44039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:40:55,276 INFO [RS:0;669ef94e8b26:44039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:40:55,280 INFO [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44039%2C1731588052256, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:40:55,295 DEBUG [RS:0;669ef94e8b26:44039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282, exclude list is [], retry=0 2024-11-14T12:40:55,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:40:55,302 INFO [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 2024-11-14T12:40:55,303 DEBUG [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:40:55,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:40:55,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337 2024-11-14T12:40:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:40:55,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:40:55,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:40:55,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:40:55,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:55,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:55,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:40:55,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:40:55,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:55,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:55,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:40:55,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:40:55,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:55,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:55,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:40:55,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:40:55,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:55,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:55,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:40:55,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:40:55,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:40:55,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:40:55,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:40:55,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:40:55,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:40:55,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:40:55,868 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64747310, jitterRate=-0.03518989682197571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:40:55,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588055837Initializing all the Stores at 1731588055840 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588055840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588055840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588055840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588055840Cleaning up temporary data from old regions at 1731588055861 (+21 ms)Region opened successfully at 1731588055871 (+10 ms) 2024-11-14T12:40:55,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:40:55,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:40:55,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:40:55,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:40:55,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:40:55,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:40:55,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588055871Disabling compacts and flushes for region at 1731588055871Disabling writes for close at 1731588055872 (+1 ms)Writing region close event to WAL at 1731588055873 (+1 ms)Closed at 1731588055873 2024-11-14T12:40:55,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:40:55,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:40:55,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:40:55,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:40:55,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:40:56,050 DEBUG [669ef94e8b26:43663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:40:56,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,44039,1731588052256 2024-11-14T12:40:56,072 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44039,1731588052256, state=OPENING 2024-11-14T12:40:56,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:40:56,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:56,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:40:56,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:40:56,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:40:56,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:40:56,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44039,1731588052256}] 2024-11-14T12:40:56,289 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:40:56,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:40:56,304 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:40:56,304 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:40:56,305 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:40:56,309 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44039%2C1731588052256.meta, suffix=.meta, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:40:56,329 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.meta.1731588056311.meta, exclude list is [], retry=0 2024-11-14T12:40:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:40:56,336 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.meta.1731588056311.meta 2024-11-14T12:40:56,336 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:40:56,337 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:40:56,342 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:40:56,343 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:40:56,345 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:40:56,347 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:40:56,350 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:40:56,351 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:40:56,352 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:40:56,352 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:40:56,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:40:56,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:40:56,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:56,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:56,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:40:56,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:40:56,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:56,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:56,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:40:56,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:40:56,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:56,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:56,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:40:56,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:40:56,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:40:56,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:40:56,365 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:40:56,367 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:40:56,369 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:40:56,372 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:40:56,372 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:40:56,373 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:40:56,375 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:40:56,377 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69979148, jitterRate=0.042770564556121826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:40:56,377 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:40:56,379 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588056352Writing region info on filesystem at 1731588056353 (+1 ms)Initializing all the Stores at 1731588056354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588056354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588056355 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588056355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588056355Cleaning up temporary data from old regions at 1731588056372 (+17 ms)Running coprocessor post-open hooks at 1731588056377 (+5 ms)Region opened successfully at 1731588056379 (+2 ms) 2024-11-14T12:40:56,386 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588056281 2024-11-14T12:40:56,396 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:40:56,397 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:40:56,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44039,1731588052256 2024-11-14T12:40:56,400 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44039,1731588052256, state=OPEN 2024-11-14T12:40:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:40:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:40:56,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:40:56,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:40:56,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,44039,1731588052256 2024-11-14T12:40:56,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:40:56,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44039,1731588052256 in 322 msec 2024-11-14T12:40:56,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:40:56,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-14T12:40:56,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:40:56,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:40:56,469 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:40:56,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44039,1731588052256, seqNum=-1] 2024-11-14T12:40:56,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:40:56,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:40:56,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5930 sec 2024-11-14T12:40:56,510 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588056510, completionTime=-1 2024-11-14T12:40:56,513 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:40:56,513 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:40:56,538 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:40:56,538 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588116538 2024-11-14T12:40:56,538 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588176538 2024-11-14T12:40:56,538 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-14T12:40:56,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,541 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,542 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:43663, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,542 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,543 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,548 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:40:56,586 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.184sec 2024-11-14T12:40:56,588 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:40:56,589 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:40:56,590 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:40:56,590 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:40:56,591 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:40:56,591 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:40:56,592 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:40:56,603 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:40:56,604 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:40:56,604 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43663,1731588051551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:40:56,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:40:56,661 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:40:56,661 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:40:56,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43663,-1 for getting cluster id 2024-11-14T12:40:56,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:40:56,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b443eb12-56bc-4c1c-b05f-6b4709be7c26' 2024-11-14T12:40:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:40:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b443eb12-56bc-4c1c-b05f-6b4709be7c26" 2024-11-14T12:40:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:40:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43663,-1] 2024-11-14T12:40:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:40:56,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:40:56,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:40:56,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:40:56,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:40:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44039,1731588052256, seqNum=-1] 2024-11-14T12:40:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:40:56,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:40:56,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,43663,1731588051551 2024-11-14T12:40:56,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:40:56,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:40:56,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa674960002 connected 2024-11-14T12:40:56,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir so I do NOT create it in target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05 2024-11-14T12:40:56,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:40:56,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.tmp.dir so I do NOT create it in target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05 2024-11-14T12:40:56,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:40:56,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05 2024-11-14T12:40:56,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:40:56,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/cluster_d8cd8bcf-638a-c39e-7f89-a77c93b2fc9c, deleteOnExit=true 2024-11-14T12:40:56,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/test.cache.data in system properties and HBase conf 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:40:56,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:40:56,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:40:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:40:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:40:57,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:57,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:40:57,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:40:57,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:40:57,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:40:57,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:57,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:40:57,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:40:57,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/java.io.tmpdir/jetty-localhost-37559-hadoop-hdfs-3_4_1-tests_jar-_-any-7154439252588541258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:40:57,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:37559} 2024-11-14T12:40:57,236 INFO [Time-limited test {}] server.Server(415): Started @10955ms 2024-11-14T12:40:57,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:40:57,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:40:57,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:40:57,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:40:57,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:40:57,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:40:57,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:40:57,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/java.io.tmpdir/jetty-localhost-38229-hadoop-hdfs-3_4_1-tests_jar-_-any-3640254620424238506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:40:57,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:38229} 2024-11-14T12:40:57,554 INFO [Time-limited test {}] server.Server(415): Started @11273ms 2024-11-14T12:40:57,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:40:58,119 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/cluster_d8cd8bcf-638a-c39e-7f89-a77c93b2fc9c/data/data2/current/BP-1125660807-172.17.0.3-1731588056780/current, will proceed with Du for space computation calculation, 2024-11-14T12:40:58,119 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/cluster_d8cd8bcf-638a-c39e-7f89-a77c93b2fc9c/data/data1/current/BP-1125660807-172.17.0.3-1731588056780/current, will proceed with Du for space computation calculation, 2024-11-14T12:40:58,150 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:40:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82011955fc4a03de with lease ID 0x8e81b54afd3707e0: Processing first storage report for DS-1a45c6af-5e37-4ac5-b8e7-bfc4ce57e1b1 from datanode DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bd5085d7-ed90-4a4b-ab27-691522857243, infoPort=35195, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1040826089;c=1731588056780) 2024-11-14T12:40:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82011955fc4a03de with lease ID 0x8e81b54afd3707e0: from storage DS-1a45c6af-5e37-4ac5-b8e7-bfc4ce57e1b1 node DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bd5085d7-ed90-4a4b-ab27-691522857243, infoPort=35195, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1040826089;c=1731588056780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:40:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82011955fc4a03de with lease ID 0x8e81b54afd3707e0: Processing first storage report for DS-91f341b2-a599-4e76-bd74-d2d1f82a4b66 from datanode DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bd5085d7-ed90-4a4b-ab27-691522857243, infoPort=35195, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1040826089;c=1731588056780) 2024-11-14T12:40:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82011955fc4a03de with lease ID 0x8e81b54afd3707e0: from storage DS-91f341b2-a599-4e76-bd74-d2d1f82a4b66 node DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bd5085d7-ed90-4a4b-ab27-691522857243, infoPort=35195, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1040826089;c=1731588056780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:40:58,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05 2024-11-14T12:40:58,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:40:58,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b with version=8 2024-11-14T12:40:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/hbase-staging 2024-11-14T12:40:58,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:40:58,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:40:58,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:40:58,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:40:58,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:40:58,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33073 2024-11-14T12:40:58,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33073 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:40:58,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330730x0, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:40:58,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33073-0x1013aa674960003 connected 2024-11-14T12:40:58,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/running 2024-11-14T12:40:58,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b, hbase.cluster.distributed=false 2024-11-14T12:40:58,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/acl 2024-11-14T12:40:58,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-14T12:40:58,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33073 2024-11-14T12:40:58,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33073 2024-11-14T12:40:58,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-14T12:40:58,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-14T12:40:58,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:40:58,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:40:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:40:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43421 2024-11-14T12:40:58,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43421 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:40:58,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434210x0, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:40:58,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43421-0x1013aa674960004 connected 2024-11-14T12:40:58,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/running 2024-11-14T12:40:58,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:40:58,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:40:58,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/master 2024-11-14T12:40:58,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/acl 2024-11-14T12:40:58,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43421 2024-11-14T12:40:58,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43421 2024-11-14T12:40:58,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43421 2024-11-14T12:40:58,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43421 2024-11-14T12:40:58,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43421 2024-11-14T12:40:58,763 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:33073 2024-11-14T12:40:58,764 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-39823058/backup-masters/669ef94e8b26,33073,1731588058615 2024-11-14T12:40:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/backup-masters 2024-11-14T12:40:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/backup-masters 2024-11-14T12:40:58,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on existing znode=/1-39823058/backup-masters/669ef94e8b26,33073,1731588058615 2024-11-14T12:40:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39823058/master 2024-11-14T12:40:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:40:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:40:58,784 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on existing znode=/1-39823058/master 2024-11-14T12:40:58,785 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-39823058/backup-masters/669ef94e8b26,33073,1731588058615 from backup master directory 2024-11-14T12:40:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39823058/backup-masters/669ef94e8b26,33073,1731588058615 2024-11-14T12:40:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/backup-masters 2024-11-14T12:40:58,792 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:40:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/backup-masters 2024-11-14T12:40:58,792 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,33073,1731588058615 2024-11-14T12:40:58,799 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/hbase.id] with ID: 92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:40:58,799 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/.tmp/hbase.id 2024-11-14T12:40:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:40:59,210 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/.tmp/hbase.id]:[hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/hbase.id] 2024-11-14T12:40:59,237 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:40:59,237 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:40:59,239 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:40:59,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:40:59,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:40:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:40:59,678 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:40:59,679 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:40:59,680 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:40:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:41:00,097 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store 2024-11-14T12:41:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:41:00,511 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:00,512 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:00,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:00,512 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:00,512 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:00,512 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:00,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:00,512 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588060511Disabling compacts and flushes for region at 1731588060511Disabling writes for close at 1731588060512 (+1 ms)Writing region close event to WAL at 1731588060512Closed at 1731588060512 2024-11-14T12:41:00,515 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/.initializing 2024-11-14T12:41:00,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/WALs/669ef94e8b26,33073,1731588058615 2024-11-14T12:41:00,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:00,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C33073%2C1731588058615, suffix=, logDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/WALs/669ef94e8b26,33073,1731588058615, archiveDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:00,537 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/WALs/669ef94e8b26,33073,1731588058615/669ef94e8b26%2C33073%2C1731588058615.1731588060522, exclude list is [], retry=0 2024-11-14T12:41:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-1a45c6af-5e37-4ac5-b8e7-bfc4ce57e1b1,DISK] 2024-11-14T12:41:00,543 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/WALs/669ef94e8b26,33073,1731588058615/669ef94e8b26%2C33073%2C1731588058615.1731588060522 2024-11-14T12:41:00,544 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35195:35195)] 2024-11-14T12:41:00,544 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:00,544 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:00,544 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,544 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:00,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:00,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:00,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:00,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:00,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:00,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:00,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:00,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:00,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:00,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:00,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:00,561 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,562 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,562 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,564 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,564 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,565 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:00,567 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:00,570 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:00,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73269632, jitterRate=0.09180259704589844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:00,571 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588060545Initializing all the Stores at 1731588060546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588060546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588060547 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588060547Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588060547Cleaning up temporary data from old regions at 1731588060564 (+17 ms)Region opened successfully at 1731588060571 (+7 ms) 2024-11-14T12:41:00,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:00,576 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4e98a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:00,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:41:00,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:00,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:00,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:00,578 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:00,579 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:41:00,579 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:00,582 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:00,583 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:00,609 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/balancer already deleted, retry=false 2024-11-14T12:41:00,609 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:00,611 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:00,617 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/normalizer already deleted, retry=false 2024-11-14T12:41:00,618 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:00,620 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:00,625 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/switch/split already deleted, retry=false 2024-11-14T12:41:00,628 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:00,634 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/switch/merge already deleted, retry=false 2024-11-14T12:41:00,639 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:00,650 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39823058/running 2024-11-14T12:41:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-39823058/running 2024-11-14T12:41:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,659 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,33073,1731588058615, sessionid=0x1013aa674960003, setting cluster-up flag (Was=false) 2024-11-14T12:41:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,700 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-39823058/flush-table-proc/acquired, /1-39823058/flush-table-proc/reached, /1-39823058/flush-table-proc/abort 2024-11-14T12:41:00,703 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33073,1731588058615 2024-11-14T12:41:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:00,742 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-39823058/online-snapshot/acquired, /1-39823058/online-snapshot/reached, /1-39823058/online-snapshot/abort 2024-11-14T12:41:00,747 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33073,1731588058615 2024-11-14T12:41:00,752 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:41:00,756 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(746): ClusterId : 92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:41:00,756 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:00,756 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:00,756 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:00,756 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:00,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,33073,1731588058615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:00,767 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:00,767 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:00,767 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:00,767 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:00,767 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:00,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:00,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:00,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:00,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,769 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588090769 2024-11-14T12:41:00,769 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:00,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:00,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:00,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:00,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:00,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:00,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:41:00,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:00,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:00,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588060772,5,FailOnTimeoutGroup] 2024-11-14T12:41:00,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588060772,5,FailOnTimeoutGroup] 2024-11-14T12:41:00,773 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,773 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:00,773 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,773 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:00,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:41:00,776 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:00,777 DEBUG [RS:0;669ef94e8b26:43421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b6f877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:41:00,790 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:43421 2024-11-14T12:41:00,790 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:00,790 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:00,790 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:00,791 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,33073,1731588058615 with port=43421, startcode=1731588058726 2024-11-14T12:41:00,791 DEBUG [RS:0;669ef94e8b26:43421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:00,793 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:00,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33073 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,796 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b 2024-11-14T12:41:00,797 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42775 2024-11-14T12:41:00,797 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:00,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/rs 2024-11-14T12:41:00,808 DEBUG [RS:0;669ef94e8b26:43421 {}] zookeeper.ZKUtil(111): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on existing znode=/1-39823058/rs/669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,808 WARN [RS:0;669ef94e8b26:43421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:00,808 INFO [RS:0;669ef94e8b26:43421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:00,808 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,43421,1731588058726] 2024-11-14T12:41:00,813 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:00,818 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:00,818 INFO [RS:0;669ef94e8b26:43421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:00,818 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,818 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:00,820 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:00,820 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,820 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:00,821 DEBUG [RS:0;669ef94e8b26:43421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:00,821 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,821 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,822 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,822 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,822 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,822 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43421,1731588058726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:00,837 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:00,837 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43421,1731588058726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,838 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,838 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.Replication(171): 669ef94e8b26,43421,1731588058726 started 2024-11-14T12:41:00,851 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:00,852 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,43421,1731588058726, RpcServer on 669ef94e8b26/172.17.0.3:43421, sessionid=0x1013aa674960004 2024-11-14T12:41:00,852 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:00,852 DEBUG [RS:0;669ef94e8b26:43421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,852 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,43421,1731588058726' 2024-11-14T12:41:00,852 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-39823058/flush-table-proc/abort' 2024-11-14T12:41:00,853 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-39823058/flush-table-proc/acquired' 2024-11-14T12:41:00,853 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:00,853 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:00,853 DEBUG [RS:0;669ef94e8b26:43421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,43421,1731588058726 2024-11-14T12:41:00,853 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,43421,1731588058726' 2024-11-14T12:41:00,854 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-39823058/online-snapshot/abort' 2024-11-14T12:41:00,854 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-39823058/online-snapshot/acquired' 2024-11-14T12:41:00,855 DEBUG [RS:0;669ef94e8b26:43421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:00,855 INFO [RS:0;669ef94e8b26:43421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:00,855 INFO [RS:0;669ef94e8b26:43421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:00,956 INFO [RS:0;669ef94e8b26:43421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:00,962 INFO [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C43421%2C1731588058726, suffix=, logDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726, archiveDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/oldWALs, maxLogs=10 2024-11-14T12:41:00,979 DEBUG [RS:0;669ef94e8b26:43421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726/669ef94e8b26%2C43421%2C1731588058726.1731588060967, exclude list is [], retry=0 2024-11-14T12:41:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-1a45c6af-5e37-4ac5-b8e7-bfc4ce57e1b1,DISK] 2024-11-14T12:41:00,986 INFO [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726/669ef94e8b26%2C43421%2C1731588058726.1731588060967 2024-11-14T12:41:00,986 DEBUG [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35195:35195)] 2024-11-14T12:41:01,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:41:01,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:41:01,186 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b 2024-11-14T12:41:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:41:01,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:01,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:01,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:01,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:01,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:01,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:01,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:01,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:01,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:01,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:01,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740 2024-11-14T12:41:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740 2024-11-14T12:41:01,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:01,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:01,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:01,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:01,221 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:01,222 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60164118, jitterRate=-0.10348477959632874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:01,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588061199Initializing all the Stores at 1731588061200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061200Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588061200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061200Cleaning up temporary data from old regions at 1731588061216 (+16 ms)Region opened successfully at 1731588061222 (+6 ms) 2024-11-14T12:41:01,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:01,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:01,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:01,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:01,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:01,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:01,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588061222Disabling compacts and flushes for region at 1731588061222Disabling writes for close at 1731588061222Writing region close event to WAL at 1731588061223 (+1 ms)Closed at 1731588061223 2024-11-14T12:41:01,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:01,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:41:01,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:01,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:01,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:41:01,379 DEBUG [669ef94e8b26:33073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:01,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,43421,1731588058726 2024-11-14T12:41:01,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,43421,1731588058726, state=OPENING 2024-11-14T12:41:01,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:41:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:01,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:01,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39823058/meta-region-server: CHANGED 2024-11-14T12:41:01,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39823058/meta-region-server: CHANGED 2024-11-14T12:41:01,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,43421,1731588058726}] 2024-11-14T12:41:01,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:01,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:01,633 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:01,633 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:01,634 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:01,637 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C43421%2C1731588058726.meta, suffix=.meta, logDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726, archiveDir=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/oldWALs, maxLogs=10 2024-11-14T12:41:01,655 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726/669ef94e8b26%2C43421%2C1731588058726.meta.1731588061639.meta, exclude list is [], retry=0 2024-11-14T12:41:01,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-1a45c6af-5e37-4ac5-b8e7-bfc4ce57e1b1,DISK] 2024-11-14T12:41:01,661 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/WALs/669ef94e8b26,43421,1731588058726/669ef94e8b26%2C43421%2C1731588058726.meta.1731588061639.meta 2024-11-14T12:41:01,661 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35195:35195)] 2024-11-14T12:41:01,661 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:01,662 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:01,662 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:01,662 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:01,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:01,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:01,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:01,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:01,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:01,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:01,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:01,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:01,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:01,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:01,673 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740 2024-11-14T12:41:01,675 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740 2024-11-14T12:41:01,677 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:01,677 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:01,678 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:01,680 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:01,681 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64004047, jitterRate=-0.0462653785943985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:01,682 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:01,682 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588061663Writing region info on filesystem at 1731588061663Initializing all the Stores at 1731588061664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588061664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588061664Cleaning up temporary data from old regions at 1731588061677 (+13 ms)Running coprocessor post-open hooks at 1731588061682 (+5 ms)Region opened successfully at 1731588061682 2024-11-14T12:41:01,684 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588061625 2024-11-14T12:41:01,687 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:01,687 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:01,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,43421,1731588058726 2024-11-14T12:41:01,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,43421,1731588058726, state=OPEN 2024-11-14T12:41:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-39823058/meta-region-server 2024-11-14T12:41:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-39823058/meta-region-server 2024-11-14T12:41:01,700 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,43421,1731588058726 2024-11-14T12:41:01,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39823058/meta-region-server: CHANGED 2024-11-14T12:41:01,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-39823058/meta-region-server: CHANGED 2024-11-14T12:41:01,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:41:01,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,43421,1731588058726 in 232 msec 2024-11-14T12:41:01,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:41:01,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-14T12:41:01,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:01,712 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:41:01,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:01,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,43421,1731588058726, seqNum=-1] 2024-11-14T12:41:01,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:01,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:01,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 973 msec 2024-11-14T12:41:01,730 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588061730, completionTime=-1 2024-11-14T12:41:01,730 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:41:01,730 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:01,733 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:01,733 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588121733 2024-11-14T12:41:01,733 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588181733 2024-11-14T12:41:01,733 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T12:41:01,733 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:33073, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,737 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:41:01,739 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:01,740 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:01,743 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:01,743 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:01,743 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33073,1731588058615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:01,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:01,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:01,758 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:01,762 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:01,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,43421,1731588058726, seqNum=-1] 2024-11-14T12:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:01,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:01,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,33073,1731588058615 2024-11-14T12:41:01,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:41:01,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:01,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa674960005 connected 2024-11-14T12:41:01,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43663,-1 for getting cluster id 2024-11-14T12:41:01,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:01,805 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b443eb12-56bc-4c1c-b05f-6b4709be7c26' 2024-11-14T12:41:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b443eb12-56bc-4c1c-b05f-6b4709be7c26" 2024-11-14T12:41:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43663,-1] 2024-11-14T12:41:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:01,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43663,1731588051551 2024-11-14T12:41:01,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-14T12:41:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:01,829 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:01,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:41:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:01,842 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:01,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252cd95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,843 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:01,844 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:01,844 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d74c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:01,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:01,847 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:01,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103769f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:01,848 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-11-14T12:41:01,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:01,854 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:01,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:01,864 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:41:01,865 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:01,868 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:01,869 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:01,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:01,870 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:01,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:41:01,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:41:01,879 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:01,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:41:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:41:01,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:41:01,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:01,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:01,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:41:01,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:01,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:41:01,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:41:01,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:01,927 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:41:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:02,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 742f65a751986fa7cd11477068603b9f, NAME => 'hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337 2024-11-14T12:41:02,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:41:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:02,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:02,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 742f65a751986fa7cd11477068603b9f, disabling compactions & flushes 2024-11-14T12:41:02,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:02,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:02,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. after waiting 0 ms 2024-11-14T12:41:02,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:02,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:02,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 742f65a751986fa7cd11477068603b9f: Waiting for close lock at 1731588062713Disabling compacts and flushes for region at 1731588062713Disabling writes for close at 1731588062714 (+1 ms)Writing region close event to WAL at 1731588062714Closed at 1731588062714 2024-11-14T12:41:02,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:41:02,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588062719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588062719"}]},"ts":"1731588062719"} 2024-11-14T12:41:02,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:41:02,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:41:02,732 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588062729"}]},"ts":"1731588062729"} 2024-11-14T12:41:02,735 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:41:02,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN}] 2024-11-14T12:41:02,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN 2024-11-14T12:41:02,740 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN; state=OFFLINE, location=669ef94e8b26,44039,1731588052256; forceNewPlan=false, retain=false 2024-11-14T12:41:02,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=742f65a751986fa7cd11477068603b9f, regionState=OPENING, regionLocation=669ef94e8b26,44039,1731588052256 2024-11-14T12:41:02,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN because future has completed 2024-11-14T12:41:02,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44039,1731588052256}] 2024-11-14T12:41:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:03,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:03,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:03,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:41:03,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44039%2C1731588052256.rep, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:41:03,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.rep.1731588063069, exclude list is [], retry=0 2024-11-14T12:41:03,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:41:03,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.rep.1731588063069 2024-11-14T12:41:03,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:41:03,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 742f65a751986fa7cd11477068603b9f, NAME => 'hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:03,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:03,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:03,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. service=MultiRowMutationService 2024-11-14T12:41:03,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:41:03,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:03,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,093 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,094 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName hfileref 2024-11-14T12:41:03,095 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:03,095 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:03,095 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,097 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName queue 2024-11-14T12:41:03,097 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:03,098 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:03,098 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,100 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName sid 2024-11-14T12:41:03,100 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:03,101 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:03,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:03,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:03,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 742f65a751986fa7cd11477068603b9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68713288, jitterRate=0.023907780647277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:03,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:03,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 742f65a751986fa7cd11477068603b9f: Running coprocessor pre-open hook at 1731588063091Writing region info on filesystem at 1731588063091Initializing all the Stores at 1731588063092 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588063092Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588063093 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588063093Cleaning up temporary data from old regions at 1731588063104 (+11 ms)Running coprocessor post-open hooks at 1731588063111 (+7 ms)Region opened successfully at 1731588063112 (+1 ms) 2024-11-14T12:41:03,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., pid=7, masterSystemTime=1731588063053 2024-11-14T12:41:03,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:03,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:03,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=742f65a751986fa7cd11477068603b9f, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44039,1731588052256 2024-11-14T12:41:03,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44039,1731588052256 because future has completed 2024-11-14T12:41:03,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:41:03,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44039,1731588052256 in 226 msec 2024-11-14T12:41:03,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:41:03,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN in 390 msec 2024-11-14T12:41:03,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:41:03,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588063132"}]},"ts":"1731588063132"} 2024-11-14T12:41:03,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:41:03,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:41:03,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-11-14T12:41:03,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., hostname=669ef94e8b26,44039,1731588052256, seqNum=2] 2024-11-14T12:41:03,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T12:41:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:03,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:03,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:41:03,434 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:41:03,479 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44039,1731588052256, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:41:03,481 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:03,481 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44039,1731588052256, seqNum=-1] 2024-11-14T12:41:03,481 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:03,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T12:41:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,44039,1731588052256', locateType=CURRENT is [region=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., hostname=669ef94e8b26,44039,1731588052256, seqNum=2] 2024-11-14T12:41:03,491 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:41:03,495 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,44039,1731588052256 suceeded 2024-11-14T12:41:03,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:41:03,499 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:03,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-14T12:41:03,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6670 sec 2024-11-14T12:41:03,509 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:03,511 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37357ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:03,511 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:03,512 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:03,512 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a78baf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:03,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:03,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:03,514 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:03,515 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcf3214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:03,515 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:03,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:03,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@145a8ea0 2024-11-14T12:41:03,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:03,517 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:03,518 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44039,1731588052256 (queues=1) is replicating from cluster=b443eb12-56bc-4c1c-b05f-6b4709be7c26 to cluster=92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:41:03,521 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44039%2C1731588052256 2024-11-14T12:41:03,524 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44039,1731588052256, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:03,526 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44039%2C1731588052256 2024-11-14T12:41:03,530 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282, startPosition=0, beingWritten=true 2024-11-14T12:41:03,781 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:03,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:03,993 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:41:03,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:03,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:03,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:03,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:03,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:03,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43663,-1 for getting cluster id 2024-11-14T12:41:03,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:03,998 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b443eb12-56bc-4c1c-b05f-6b4709be7c26' 2024-11-14T12:41:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b443eb12-56bc-4c1c-b05f-6b4709be7c26" 2024-11-14T12:41:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc52972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43663,-1] 2024-11-14T12:41:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,003 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:04,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de35c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43663,1731588051551 2024-11-14T12:41:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57699833 2024-11-14T12:41:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,007 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:41:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:41:04,012 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:04,013 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a41e4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,013 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:04,014 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:04,015 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:04,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:04,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:04,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22345cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:04,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:04,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,017 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:04,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d1b13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,018 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4452515e 2024-11-14T12:41:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,021 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,022 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T12:41:04,022 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:04,022 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,022 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:04,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:04,094 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:41:04,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T12:41:04,218 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T12:41:04,252 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-669ef94e8b26,44039,1731588052256, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:41:04,255 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T12:41:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T12:41:04,259 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 669ef94e8b26,44039,1731588052256 suceeded 2024-11-14T12:41:04,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:41:04,263 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:04,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-14T12:41:04,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 255 msec 2024-11-14T12:41:04,273 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:04,274 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a29e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,274 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:04,274 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:04,275 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:04,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:04,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d3f89b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,278 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:04,279 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ade3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,279 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:04,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@885cd23 2024-11-14T12:41:04,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,281 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,282 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-669ef94e8b26,44039,1731588052256 (queues=1) is replicating from cluster=b443eb12-56bc-4c1c-b05f-6b4709be7c26 to cluster=92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:41:04,282 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=669ef94e8b26%2C44039%2C1731588052256 2024-11-14T12:41:04,282 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-669ef94e8b26,44039,1731588052256, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:04,283 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44039%2C1731588052256 2024-11-14T12:41:04,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282, startPosition=0, beingWritten=true 2024-11-14T12:41:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:41:04,331 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T12:41:04,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:04,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:04,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:04,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43663,1731588051551 2024-11-14T12:41:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-11-14T12:41:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,342 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:04,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:41:04,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:04,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:41:04,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:41:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:41:04,359 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:04,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14560735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,360 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:04,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:04,361 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:04,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:04,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2f01b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,363 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371dea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d63d8e 2024-11-14T12:41:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,366 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:41:04,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:04,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:04,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:41:04,490 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:04,505 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:04,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T12:41:04,531 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T12:41:04,533 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T12:41:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T12:41:04,536 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 669ef94e8b26,44039,1731588052256 suceeded 2024-11-14T12:41:04,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T12:41:04,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-14T12:41:04,541 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:04,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 188 msec 2024-11-14T12:41:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:41:04,682 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T12:41:04,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:41:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:41:04,690 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:04,691 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef6014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,691 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:04,691 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:04,692 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5646b00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:04,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,694 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:04,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275d838d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:04,695 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c2a1da 2024-11-14T12:41:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:04,697 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:04,698 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:41:04,698 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:04,699 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,699 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:04,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:04,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:41:04,801 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:04,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T12:41:04,885 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T12:41:04,888 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T12:41:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T12:41:04,896 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 669ef94e8b26,44039,1731588052256 suceeded 2024-11-14T12:41:04,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T12:41:04,902 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://669ef94e8b26:33073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:04,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 168 msec 2024-11-14T12:41:04,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 218 msec 2024-11-14T12:41:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:41:05,011 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T12:41:05,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:05,013 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:05,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:41:05,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:05,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:05,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:05,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:05,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:05,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:41:05,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=965575050, stopped=false 2024-11-14T12:41:05,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,43663,1731588051551 2024-11-14T12:41:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:05,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:05,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:05,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:05,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:05,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:05,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:05,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,44039,1731588052256' ***** 2024-11-14T12:41:05,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:41:05,027 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:41:05,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:41:05,027 INFO [RS:0;669ef94e8b26:44039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:41:05,027 INFO [RS:0;669ef94e8b26:44039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:41:05,027 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,44039,1731588052256 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44039. 2024-11-14T12:41:05,028 DEBUG [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:05,028 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:05,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 742f65a751986fa7cd11477068603b9f, disabling compactions & flushes 2024-11-14T12:41:05,028 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:41:05,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:41:05,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. after waiting 0 ms 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:41:05,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:05,028 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:41:05,029 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:41:05,029 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 742f65a751986fa7cd11477068603b9f=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.} 2024-11-14T12:41:05,029 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:05,029 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:05,029 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:05,029 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:05,029 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:05,029 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:05,032 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:41:05,032 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 742f65a751986fa7cd11477068603b9f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T12:41:05,033 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:05,090 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/.tmp/queue/ab0ad806f55c46edbe23696ff5ee76d1 is 151, key is 1-669ef94e8b26,44039,1731588052256/queue:669ef94e8b26%2C44039%2C1731588052256/1731588063486/Put/seqid=0 2024-11-14T12:41:05,090 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/61a1dae894be4992889a636b2333a38c is 147, key is hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f./info:regioninfo/1731588063118/Put/seqid=0 2024-11-14T12:41:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:41:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741838_1014 (size=5500) 2024-11-14T12:41:05,125 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:41:05,125 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:41:05,209 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:05,229 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:05,430 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:05,500 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/.tmp/queue/ab0ad806f55c46edbe23696ff5ee76d1 2024-11-14T12:41:05,500 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/61a1dae894be4992889a636b2333a38c 2024-11-14T12:41:05,543 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/.tmp/queue/ab0ad806f55c46edbe23696ff5ee76d1 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/queue/ab0ad806f55c46edbe23696ff5ee76d1 2024-11-14T12:41:05,553 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/queue/ab0ad806f55c46edbe23696ff5ee76d1, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T12:41:05,560 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/ns/065b07ba0a2b46fc9380e8e1aa445776 is 43, key is default/ns:d/1731588056494/Put/seqid=0 2024-11-14T12:41:05,560 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 742f65a751986fa7cd11477068603b9f in 527ms, sequenceid=6, compaction requested=false 2024-11-14T12:41:05,560 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:41:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:41:05,568 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:41:05,571 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:05,571 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:05,571 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:05,571 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 742f65a751986fa7cd11477068603b9f: Waiting for close lock at 1731588065028Running coprocessor pre-close hooks at 1731588065028Disabling compacts and flushes for region at 1731588065028Disabling writes for close at 1731588065028Obtaining lock to block concurrent updates at 1731588065032 (+4 ms)Preparing flush snapshotting stores in 742f65a751986fa7cd11477068603b9f at 1731588065032Finished memstore snapshotting hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731588065039 (+7 ms)Flushing stores of hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. at 1731588065040 (+1 ms)Flushing 742f65a751986fa7cd11477068603b9f/queue: creating writer at 1731588065042 (+2 ms)Flushing 742f65a751986fa7cd11477068603b9f/queue: appending metadata at 1731588065077 (+35 ms)Flushing 742f65a751986fa7cd11477068603b9f/queue: closing flushed file at 1731588065079 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff789c7: reopening flushed file at 1731588065542 (+463 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 742f65a751986fa7cd11477068603b9f in 527ms, sequenceid=6, compaction requested=false at 1731588065560 (+18 ms)Writing region close event to WAL at 1731588065563 (+3 ms)Running coprocessor post-close hooks at 1731588065569 (+6 ms)Closed at 1731588065571 (+2 ms) 2024-11-14T12:41:05,572 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:05,624 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:05,630 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:05,716 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:05,830 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:05,969 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/ns/065b07ba0a2b46fc9380e8e1aa445776 2024-11-14T12:41:05,994 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/table/65dd267c28584cc8a7cd20f58d04e80e is 53, key is hbase:replication/table:state/1731588063132/Put/seqid=0 2024-11-14T12:41:05,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:41:06,030 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:41:06,031 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:41:06,031 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:06,231 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:06,326 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:06,333 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 to pos 0, reset compression=false 2024-11-14T12:41:06,401 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/table/65dd267c28584cc8a7cd20f58d04e80e 2024-11-14T12:41:06,416 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/61a1dae894be4992889a636b2333a38c as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/info/61a1dae894be4992889a636b2333a38c 2024-11-14T12:41:06,425 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/info/61a1dae894be4992889a636b2333a38c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:41:06,426 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/ns/065b07ba0a2b46fc9380e8e1aa445776 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/ns/065b07ba0a2b46fc9380e8e1aa445776 2024-11-14T12:41:06,431 DEBUG [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:06,434 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/ns/065b07ba0a2b46fc9380e8e1aa445776, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:41:06,435 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/table/65dd267c28584cc8a7cd20f58d04e80e as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/table/65dd267c28584cc8a7cd20f58d04e80e 2024-11-14T12:41:06,443 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/table/65dd267c28584cc8a7cd20f58d04e80e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:41:06,444 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false 2024-11-14T12:41:06,450 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:41:06,450 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:06,450 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:06,451 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:06,451 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588065029Running coprocessor pre-close hooks at 1731588065029Disabling compacts and flushes for region at 1731588065029Disabling writes for close at 1731588065029Obtaining lock to block concurrent updates at 1731588065032 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731588065032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731588065039 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588065040 (+1 ms)Flushing 1588230740/info: creating writer at 1731588065042 (+2 ms)Flushing 1588230740/info: appending metadata at 1731588065077 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731588065079 (+2 ms)Flushing 1588230740/ns: creating writer at 1731588065542 (+463 ms)Flushing 1588230740/ns: appending metadata at 1731588065560 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731588065560Flushing 1588230740/table: creating writer at 1731588065978 (+418 ms)Flushing 1588230740/table: appending metadata at 1731588065994 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731588065994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e5c280: reopening flushed file at 1731588066415 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1765e5a: reopening flushed file at 1731588066425 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436d768d: reopening flushed file at 1731588066434 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false at 1731588066444 (+10 ms)Writing region close event to WAL at 1731588066446 (+2 ms)Running coprocessor post-close hooks at 1731588066450 (+4 ms)Closed at 1731588066451 (+1 ms) 2024-11-14T12:41:06,451 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:06,632 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,44039,1731588052256; all regions closed. 2024-11-14T12:41:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:41:06,663 DEBUG [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:06,663 INFO [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44039%2C1731588052256.meta:.meta(num 1731588056311) 2024-11-14T12:41:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741837_1013 (size=1802) 2024-11-14T12:41:06,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.rep.1731588063069 not finished, retry = 0 2024-11-14T12:41:06,770 DEBUG [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:06,770 INFO [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44039%2C1731588052256.rep:(num 1731588063069) 2024-11-14T12:41:06,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256/669ef94e8b26%2C44039%2C1731588052256.1731588055282 not finished, retry = 0 2024-11-14T12:41:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:41:06,880 DEBUG [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:06,881 INFO [RS:0;669ef94e8b26:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44039%2C1731588052256:(num 1731588055282) 2024-11-14T12:41:06,881 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:06,881 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:06,881 INFO [RS:0;669ef94e8b26:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:06,881 INFO [RS:0;669ef94e8b26:44039 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:06,882 INFO [RS:0;669ef94e8b26:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:06,882 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:06,882 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44039,1731588052256 because: Region server is closing 2024-11-14T12:41:06,883 INFO [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44039. 2024-11-14T12:41:06,883 DEBUG [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:06,884 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:06,884 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:06,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:06,984 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.wal-reader.669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:41:06,984 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:41:06,985 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,1-669ef94e8b26,44039,1731588052256 terminated 2024-11-14T12:41:06,986 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-669ef94e8b26,44039,1731588052256 because: Region server is closing 2024-11-14T12:41:06,986 INFO [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44039. 2024-11-14T12:41:06,986 DEBUG [RS:0;669ef94e8b26:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:06,987 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:06,987 DEBUG [RS:0;669ef94e8b26:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:06,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:07,088 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:41:07,088 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,44039,1731588052256.replicationSource.shipper669ef94e8b26%2C44039%2C1731588052256,2-669ef94e8b26,44039,1731588052256 terminated 2024-11-14T12:41:07,089 INFO [RS:0;669ef94e8b26:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44039 2024-11-14T12:41:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/rs/669ef94e8b26,44039,1731588052256 2024-11-14T12:41:07,108 INFO [RS:0;669ef94e8b26:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:07,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/rs 2024-11-14T12:41:07,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,44039,1731588052256] 2024-11-14T12:41:07,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/draining/669ef94e8b26,44039,1731588052256 already deleted, retry=false 2024-11-14T12:41:07,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,44039,1731588052256 expired; onlineServers=0 2024-11-14T12:41:07,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,43663,1731588051551' ***** 2024-11-14T12:41:07,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:41:07,160 INFO [M:0;669ef94e8b26:43663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:07,160 INFO [M:0;669ef94e8b26:43663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:07,160 DEBUG [M:0;669ef94e8b26:43663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:41:07,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:41:07,160 DEBUG [M:0;669ef94e8b26:43663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:41:07,160 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588055009 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588055009,5,FailOnTimeoutGroup] 2024-11-14T12:41:07,161 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588055014 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588055014,5,FailOnTimeoutGroup] 2024-11-14T12:41:07,161 INFO [M:0;669ef94e8b26:43663 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:07,161 INFO [M:0;669ef94e8b26:43663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:07,162 DEBUG [M:0;669ef94e8b26:43663 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:41:07,162 INFO [M:0;669ef94e8b26:43663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:41:07,162 INFO [M:0;669ef94e8b26:43663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:07,163 INFO [M:0;669ef94e8b26:43663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:41:07,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:41:07,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/master 2024-11-14T12:41:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:07,167 DEBUG [M:0;669ef94e8b26:43663 {}] zookeeper.ZKUtil(347): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/master because node does not exist (not an error) 2024-11-14T12:41:07,167 WARN [M:0;669ef94e8b26:43663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:41:07,168 INFO [M:0;669ef94e8b26:43663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.lastflushedseqids 2024-11-14T12:41:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:41:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1013aa674960001, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:07,252 INFO [RS:0;669ef94e8b26:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:07,252 INFO [RS:0;669ef94e8b26:44039 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,44039,1731588052256; zookeeper connection closed. 2024-11-14T12:41:07,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a5ea777 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a5ea777 2024-11-14T12:41:07,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:41:07,583 INFO [M:0;669ef94e8b26:43663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:41:07,584 INFO [M:0;669ef94e8b26:43663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:41:07,584 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:07,584 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:07,585 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:07,585 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:07,585 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:07,585 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T12:41:07,609 DEBUG [M:0;669ef94e8b26:43663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de559f7d48f4727a78fb7694123cfd4 is 82, key is hbase:meta,,1/info:regioninfo/1731588056398/Put/seqid=0 2024-11-14T12:41:07,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:41:08,016 INFO [M:0;669ef94e8b26:43663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de559f7d48f4727a78fb7694123cfd4 2024-11-14T12:41:08,049 DEBUG [M:0;669ef94e8b26:43663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3470ff2b7eee44bbb62420d52f5b08a7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731588063138/Put/seqid=0 2024-11-14T12:41:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741844_1020 (size=8663) 2024-11-14T12:41:08,457 INFO [M:0;669ef94e8b26:43663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3470ff2b7eee44bbb62420d52f5b08a7 2024-11-14T12:41:08,483 DEBUG [M:0;669ef94e8b26:43663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edf21fd75a406f94fa6b7f5f166535 is 69, key is 669ef94e8b26,44039,1731588052256/rs:state/1731588055049/Put/seqid=0 2024-11-14T12:41:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:41:08,891 INFO [M:0;669ef94e8b26:43663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edf21fd75a406f94fa6b7f5f166535 2024-11-14T12:41:08,904 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de559f7d48f4727a78fb7694123cfd4 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de559f7d48f4727a78fb7694123cfd4 2024-11-14T12:41:08,912 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de559f7d48f4727a78fb7694123cfd4, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T12:41:08,913 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3470ff2b7eee44bbb62420d52f5b08a7 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3470ff2b7eee44bbb62420d52f5b08a7 2024-11-14T12:41:08,920 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3470ff2b7eee44bbb62420d52f5b08a7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T12:41:08,922 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edf21fd75a406f94fa6b7f5f166535 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8edf21fd75a406f94fa6b7f5f166535 2024-11-14T12:41:08,929 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8edf21fd75a406f94fa6b7f5f166535, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T12:41:08,931 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=115, compaction requested=false 2024-11-14T12:41:08,932 INFO [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:08,932 DEBUG [M:0;669ef94e8b26:43663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588067584Disabling compacts and flushes for region at 1731588067584Disabling writes for close at 1731588067585 (+1 ms)Obtaining lock to block concurrent updates at 1731588067586 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588067586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731588067587 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588067589 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588067589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588067609 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588067609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588068032 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588068049 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588068049Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588068467 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588068482 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588068482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6f02c8: reopening flushed file at 1731588068903 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488c6f94: reopening flushed file at 1731588068912 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9fe037: reopening flushed file at 1731588068921 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=115, compaction requested=false at 1731588068931 (+10 ms)Writing region close event to WAL at 1731588068932 (+1 ms)Closed at 1731588068932 2024-11-14T12:41:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741830_1006 (size=59421) 2024-11-14T12:41:08,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551/669ef94e8b26%2C43663%2C1731588051551.1731588054353 not finished, retry = 0 2024-11-14T12:41:09,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:09,038 INFO [M:0;669ef94e8b26:43663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:41:09,038 INFO [M:0;669ef94e8b26:43663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43663 2024-11-14T12:41:09,039 INFO [M:0;669ef94e8b26:43663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:09,167 INFO [M:0;669ef94e8b26:43663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:09,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43663-0x1013aa674960000, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:09,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:09,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:41:09,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:09,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38305 2024-11-14T12:41:09,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38305 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:41:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383050x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:09,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38305-0x1013aa674960006 connected 2024-11-14T12:41:09,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:09,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:09,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:09,202 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: INIT 2024-11-14T12:41:09,203 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337, hbase.cluster.distributed=false 2024-11-14T12:41:09,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/acl 2024-11-14T12:41:09,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-14T12:41:09,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38305 2024-11-14T12:41:09,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38305 2024-11-14T12:41:09,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-14T12:41:09,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38305 2024-11-14T12:41:09,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:09,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:09,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:09,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:09,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:41:09,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:09,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44837 2024-11-14T12:41:09,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44837 connecting to ZooKeeper ensemble=127.0.0.1:57848 2024-11-14T12:41:09,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:09,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:09,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448370x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:09,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448370x0, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:09,234 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: INIT 2024-11-14T12:41:09,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44837-0x1013aa674960007 connected 2024-11-14T12:41:09,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:41:09,235 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:41:09,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/master 2024-11-14T12:41:09,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/acl 2024-11-14T12:41:09,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-14T12:41:09,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44837 2024-11-14T12:41:09,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44837 2024-11-14T12:41:09,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-14T12:41:09,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-14T12:41:09,253 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:38305 2024-11-14T12:41:09,253 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01001844363/backup-masters/669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:41:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:41:09,259 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/backup-masters/669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/master 2024-11-14T12:41:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:09,267 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/master 2024-11-14T12:41:09,267 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01001844363/backup-masters/669ef94e8b26,38305,1731588069171 from backup master directory 2024-11-14T12:41:09,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/backup-masters/669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:41:09,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/backup-masters 2024-11-14T12:41:09,275 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:09,275 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,294 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:09,294 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:41:09,309 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-14T12:41:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741846_1022 (size=196) 2024-11-14T12:41:09,727 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:09,729 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:41:09,730 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:09,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T12:41:09,744 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551 to hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551-dead as it is dead 2024-11-14T12:41:09,745 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T12:41:09,746 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T12:41:09,746 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551-dead/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:41:09,750 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551-dead/669ef94e8b26%2C43663%2C1731588051551.1731588054353 after 3ms 2024-11-14T12:41:09,752 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551-dead/669ef94e8b26%2C43663%2C1731588051551.1731588054353 to hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:41:09,752 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,43663,1731588051551-dead 2024-11-14T12:41:09,752 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,753 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:09,755 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C38305%2C1731588069171, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,38305,1731588069171, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:09,769 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,38305,1731588069171/669ef94e8b26%2C38305%2C1731588069171.1731588069755, exclude list is [], retry=0 2024-11-14T12:41:09,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:41:09,775 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,38305,1731588069171/669ef94e8b26%2C38305%2C1731588069171.1731588069755 2024-11-14T12:41:09,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:41:09,776 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:09,776 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:09,776 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,776 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:09,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:09,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de559f7d48f4727a78fb7694123cfd4 2024-11-14T12:41:09,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:09,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:09,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:09,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3470ff2b7eee44bbb62420d52f5b08a7 2024-11-14T12:41:09,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:09,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:09,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:09,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8edf21fd75a406f94fa6b7f5f166535 2024-11-14T12:41:09,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:09,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:09,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:09,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,812 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T12:41:09,812 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:41:09,831 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:41:09,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C43663%2C1731588051551.1731588054353 2024-11-14T12:41:09,834 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,834 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,835 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:09,836 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:09,839 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T12:41:09,840 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448169, jitterRate=-0.0694497674703598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:09,841 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588069776Initializing all the Stores at 1731588069777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588069777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588069778 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588069778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588069778Cleaning up temporary data from old regions at 1731588069834 (+56 ms)Region opened successfully at 1731588069841 (+7 ms) 2024-11-14T12:41:09,842 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:09,846 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b48f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:09,859 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T12:41:09,860 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:09,860 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:09,860 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:09,861 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:09,868 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:09,868 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:09,869 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:41:09,869 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:09,870 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:41:09,870 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:41:09,870 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T12:41:09,870 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:09,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=669ef94e8b26,44039,1731588052256, regionLocation=669ef94e8b26,44039,1731588052256, openSeqNum=2 2024-11-14T12:41:09,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=669ef94e8b26,44039,1731588052256, table=hbase:meta, region=1588230740 2024-11-14T12:41:09,876 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44039,1731588052256, state=OPEN 2024-11-14T12:41:09,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:09,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:09,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:09,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:09,905 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:09,915 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/draining/669ef94e8b26,44039,1731588052256 already deleted, retry=false 2024-11-14T12:41:09,916 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 669ef94e8b26,44039,1731588052256 on 669ef94e8b26,38305,1731588069171 2024-11-14T12:41:09,922 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 669ef94e8b26,44039,1731588052256, splitWal=true, meta=true 2024-11-14T12:41:09,925 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 669ef94e8b26,44039,1731588052256 (carryingMeta=true) 669ef94e8b26,44039,1731588052256/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@165a8380[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T12:41:09,929 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:09,933 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/balancer already deleted, retry=false 2024-11-14T12:41:09,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:09,934 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:09,968 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/normalizer already deleted, retry=false 2024-11-14T12:41:09,969 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:09,970 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:09,983 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/switch/split already deleted, retry=false 2024-11-14T12:41:09,985 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:09,991 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/switch/merge already deleted, retry=false 2024-11-14T12:41:10,011 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:10,016 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:10,025 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,38305,1731588069171, sessionid=0x1013aa674960006, setting cluster-up flag (Was=false) 2024-11-14T12:41:10,034 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01001844363/flush-table-proc/acquired, /01001844363/flush-table-proc/reached, /01001844363/flush-table-proc/abort 2024-11-14T12:41:10,035 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,38305,1731588069171 2024-11-14T12:41:10,042 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01001844363/online-snapshot/acquired, /01001844363/online-snapshot/reached, /01001844363/online-snapshot/abort 2024-11-14T12:41:10,043 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,38305,1731588069171 2024-11-14T12:41:10,045 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.lastflushedseqids 2024-11-14T12:41:10,048 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:10,048 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:10,049 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,38305,1731588069171 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 669ef94e8b26,44039,1731588052256 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:10,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588100052 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:10,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:10,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:10,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588070054,5,FailOnTimeoutGroup] 2024-11-14T12:41:10,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588070054,5,FailOnTimeoutGroup] 2024-11-14T12:41:10,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:10,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,054 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 669ef94e8b26,44039,1731588052256, splitWal=true, meta=true 2024-11-14T12:41:10,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588070054, completionTime=-1 2024-11-14T12:41:10,054 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T12:41:10,056 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 669ef94e8b26,44039,1731588052256, splitWal=true, meta=true, isMeta: true 2024-11-14T12:41:10,057 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256-splitting 2024-11-14T12:41:10,058 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:41:10,059 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256-splitting dir is empty, no logs to split. 2024-11-14T12:41:10,059 INFO [PEWorker-1 {}] master.SplitWALManager(105): 669ef94e8b26,44039,1731588052256 WAL count=0, meta=true 2024-11-14T12:41:10,063 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256-splitting dir is empty, no logs to split. 2024-11-14T12:41:10,064 INFO [PEWorker-1 {}] master.SplitWALManager(105): 669ef94e8b26,44039,1731588052256 WAL count=0, meta=true 2024-11-14T12:41:10,064 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 669ef94e8b26,44039,1731588052256 WAL splitting is done? wals=0, meta=true 2024-11-14T12:41:10,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:10,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:10,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:41:10,141 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(746): ClusterId : b443eb12-56bc-4c1c-b05f-6b4709be7c26 2024-11-14T12:41:10,141 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:10,151 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:10,151 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:10,159 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:10,160 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616c039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:10,172 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:44837 2024-11-14T12:41:10,172 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:10,172 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:10,172 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:10,173 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,38305,1731588069171 with port=44837, startcode=1731588069221 2024-11-14T12:41:10,173 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:10,175 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:10,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38305 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,178 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337 2024-11-14T12:41:10,178 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-11-14T12:41:10,178 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:10,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/rs 2024-11-14T12:41:10,184 DEBUG [RS:0;669ef94e8b26:44837 {}] zookeeper.ZKUtil(111): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on existing znode=/01001844363/rs/669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,184 WARN [RS:0;669ef94e8b26:44837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:10,184 INFO [RS:0;669ef94e8b26:44837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:10,184 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,44837,1731588069221] 2024-11-14T12:41:10,208 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:41:10,220 WARN [669ef94e8b26:38305 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:41:10,223 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:10,225 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:10,225 INFO [RS:0;669ef94e8b26:44837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:10,225 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,225 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:10,226 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:10,226 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,227 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:10,228 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:10,228 DEBUG [RS:0;669ef94e8b26:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,228 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44837,1731588069221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:10,244 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:10,244 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44837,1731588069221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,260 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44837,1731588069221, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:41:10,275 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(231): queueId=2-669ef94e8b26,44837,1731588069221, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:41:10,276 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,276 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.Replication(171): 669ef94e8b26,44837,1731588069221 started 2024-11-14T12:41:10,276 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:10,278 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d30f770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,278 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:10,279 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:10,280 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:10,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:10,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:10,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de29577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:10,283 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:10,285 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5addb296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,285 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:10,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:10,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208e2632 2024-11-14T12:41:10,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:10,288 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:10,290 INFO [RS:0;669ef94e8b26:44837.replicationSource,1-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44837,1731588069221 (queues=0) is replicating from cluster=b443eb12-56bc-4c1c-b05f-6b4709be7c26 to cluster=92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:41:10,292 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:10,292 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,44837,1731588069221, RpcServer on 669ef94e8b26/172.17.0.3:44837, sessionid=0x1013aa674960007 2024-11-14T12:41:10,292 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:10,292 DEBUG [RS:0;669ef94e8b26:44837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,292 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44837,1731588069221' 2024-11-14T12:41:10,292 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01001844363/flush-table-proc/abort' 2024-11-14T12:41:10,292 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33073' 2024-11-14T12:41:10,293 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01001844363/flush-table-proc/acquired' 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44837,1731588069221' 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01001844363/online-snapshot/abort' 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01001844363/online-snapshot/acquired' 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7043295d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33073,-1 for getting cluster id 2024-11-14T12:41:10,294 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:10,295 DEBUG [RS:0;669ef94e8b26:44837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:10,295 INFO [RS:0;669ef94e8b26:44837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:10,295 INFO [RS:0;669ef94e8b26:44837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:10,295 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92a338c5-b97e-4976-8de6-81fc74225dfa' 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92a338c5-b97e-4976-8de6-81fc74225dfa" 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cfe1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33073,-1] 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:10,297 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:10,298 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56042ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:10,299 DEBUG [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33073,1731588058615 2024-11-14T12:41:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa2c520 2024-11-14T12:41:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:10,301 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:10,302 INFO [RS:0;669ef94e8b26:44837.replicationSource,2-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-669ef94e8b26,44837,1731588069221 (queues=0) is replicating from cluster=b443eb12-56bc-4c1c-b05f-6b4709be7c26 to cluster=92a338c5-b97e-4976-8de6-81fc74225dfa 2024-11-14T12:41:10,395 INFO [RS:0;669ef94e8b26:44837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:10,397 INFO [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44837%2C1731588069221, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:41:10,412 DEBUG [RS:0;669ef94e8b26:44837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398, exclude list is [], retry=0 2024-11-14T12:41:10,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:41:10,417 INFO [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 2024-11-14T12:41:10,417 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 669ef94e8b26%2C44837%2C1731588069221 for peer 1 2024-11-14T12:41:10,417 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 669ef94e8b26%2C44837%2C1731588069221 for peer 2 2024-11-14T12:41:10,417 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44837%2C1731588069221 2024-11-14T12:41:10,418 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44837,1731588069221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:10,418 INFO [RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44837%2C1731588069221 2024-11-14T12:41:10,418 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=669ef94e8b26%2C44837%2C1731588069221 2024-11-14T12:41:10,418 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-669ef94e8b26,44837,1731588069221, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:10,419 DEBUG [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:41:10,419 INFO [RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44837%2C1731588069221 2024-11-14T12:41:10,419 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398, startPosition=0, beingWritten=true 2024-11-14T12:41:10,419 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398, startPosition=0, beingWritten=true 2024-11-14T12:41:10,470 DEBUG [669ef94e8b26:38305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:10,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44837,1731588069221, state=OPENING 2024-11-14T12:41:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:10,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:10,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44837,1731588069221}] 2024-11-14T12:41:10,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:10,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:10,629 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:10,629 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:10,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:10,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:10,645 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:10,646 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:10,646 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:10,649 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44837%2C1731588069221.meta, suffix=.meta, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:41:10,666 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.meta.1731588070650.meta, exclude list is [], retry=0 2024-11-14T12:41:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:41:10,671 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.meta.1731588070650.meta 2024-11-14T12:41:10,671 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:41:10,671 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:10,672 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:10,672 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:10,672 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:10,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:10,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:10,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:10,685 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/info/61a1dae894be4992889a636b2333a38c 2024-11-14T12:41:10,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:10,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:10,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:10,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:10,695 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/ns/065b07ba0a2b46fc9380e8e1aa445776 2024-11-14T12:41:10,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:10,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:10,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:10,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:10,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:10,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:10,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:10,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:10,707 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/table/65dd267c28584cc8a7cd20f58d04e80e 2024-11-14T12:41:10,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:10,708 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:10,709 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:41:10,710 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740 2024-11-14T12:41:10,712 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:10,712 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:10,713 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:10,714 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:10,715 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67290933, jitterRate=0.002713039517402649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:10,715 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:10,716 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588070673Writing region info on filesystem at 1731588070673Initializing all the Stores at 1731588070674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588070674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588070674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588070674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588070674Cleaning up temporary data from old regions at 1731588070712 (+38 ms)Running coprocessor post-open hooks at 1731588070715 (+3 ms)Region opened successfully at 1731588070715 2024-11-14T12:41:10,717 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731588070637 2024-11-14T12:41:10,720 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:10,720 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:10,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44837,1731588069221, state=OPEN 2024-11-14T12:41:10,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:10,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01001844363/meta-region-server 2024-11-14T12:41:10,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:10,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:10,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01001844363/meta-region-server: CHANGED 2024-11-14T12:41:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T12:41:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44837,1731588069221 in 249 msec 2024-11-14T12:41:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T12:41:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-14T12:41:10,941 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:10,941 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:11,349 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:11,349 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:11,711 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T12:41:11,858 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:11,858 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:12,466 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:12,466 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:12,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:13,179 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:13,180 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:13,215 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-14T12:41:13,993 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:13,993 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:14,568 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T12:41:14,568 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:14,569 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:14,569 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44837,1731588069221, seqNum=-1] 2024-11-14T12:41:14,570 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:14,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:14,584 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=742f65a751986fa7cd11477068603b9f, regionState=OPEN, lastHost=669ef94e8b26,44039,1731588052256, regionLocation=669ef94e8b26,44039,1731588052256, openSeqNum=2 2024-11-14T12:41:14,584 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:14,584 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588134584 2024-11-14T12:41:14,584 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588194584 2024-11-14T12:41:14,584 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-14T12:41:14,585 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,585 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,585 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 669ef94e8b26,44039,1731588052256 had 2 regions 2024-11-14T12:41:14,585 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,585 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:38305, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,585 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,586 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,587 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 669ef94e8b26,44039,1731588052256, splitWal=true, meta=true, isMeta: false 2024-11-14T12:41:14,589 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256-splitting dir is empty, no logs to split. 2024-11-14T12:41:14,589 INFO [PEWorker-3 {}] master.SplitWALManager(105): 669ef94e8b26,44039,1731588052256 WAL count=0, meta=false 2024-11-14T12:41:14,593 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44039,1731588052256-splitting dir is empty, no logs to split. 2024-11-14T12:41:14,593 INFO [PEWorker-3 {}] master.SplitWALManager(105): 669ef94e8b26,44039,1731588052256 WAL count=0, meta=false 2024-11-14T12:41:14,593 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 669ef94e8b26,44039,1731588052256 WAL splitting is done? wals=0, meta=false 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.319sec 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:14,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:14,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN}] 2024-11-14T12:41:14,596 WARN [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=669ef94e8b26,44039,1731588052256/hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:14,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN 2024-11-14T12:41:14,599 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:14,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:41:14,599 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:14,599 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38305,1731588069171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:14,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,38305,-1 for getting cluster id 2024-11-14T12:41:14,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:14,650 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b443eb12-56bc-4c1c-b05f-6b4709be7c26' 2024-11-14T12:41:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b443eb12-56bc-4c1c-b05f-6b4709be7c26" 2024-11-14T12:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657deaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,38305,-1] 2024-11-14T12:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,655 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1f391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44837,1731588069221, seqNum=-1] 2024-11-14T12:41:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:14,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T12:41:14,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:14,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:14,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 669ef94e8b26:38305 after: 669ef94e8b26:38305 2024-11-14T12:41:14,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,38305,-1 for getting cluster id 2024-11-14T12:41:14,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:14,666 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b443eb12-56bc-4c1c-b05f-6b4709be7c26' 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b443eb12-56bc-4c1c-b05f-6b4709be7c26" 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,38305,-1] 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,668 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:14,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:14,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,38305,1731588069171 2024-11-14T12:41:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-11-14T12:41:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:14,671 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:14,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:14,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:41:14,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:14,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:41:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:41:14,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:14,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:14,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:14,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:41:14,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-14T12:41:14,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,33073,1731588058615 2024-11-14T12:41:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39823058/running 2024-11-14T12:41:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39823058/running 2024-11-14T12:41:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:14,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:14,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:14,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/running 2024-11-14T12:41:14,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Set watcher on znode that does not yet exist, /1-39823058/running 2024-11-14T12:41:14,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:14,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,718 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,43421,1731588058726' ***** 2024-11-14T12:41:14,718 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:41:14,718 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:41:14,719 INFO [RS:0;669ef94e8b26:43421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:41:14,719 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:41:14,719 INFO [RS:0;669ef94e8b26:43421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:41:14,719 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,43421,1731588058726 2024-11-14T12:41:14,719 INFO [RS:0;669ef94e8b26:43421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:14,719 INFO [RS:0;669ef94e8b26:43421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:43421. 2024-11-14T12:41:14,719 DEBUG [RS:0;669ef94e8b26:43421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:14,719 DEBUG [RS:0;669ef94e8b26:43421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:14,720 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:41:14,720 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:41:14,720 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:41:14,720 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:41:14,720 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:41:14,721 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:41:14,721 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:14,721 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:14,721 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:14,721 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:14,721 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:14,721 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:14,721 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:41:14,736 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:14,746 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/.tmp/ns/5cb5d7ccc4aa4f14bcbeee28550c7c50 is 43, key is default/ns:d/1731588061717/Put/seqid=0 2024-11-14T12:41:14,749 DEBUG [669ef94e8b26:38305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:14,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=742f65a751986fa7cd11477068603b9f, regionState=OPENING, regionLocation=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:41:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN because future has completed 2024-11-14T12:41:14,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44837,1731588069221}] 2024-11-14T12:41:14,823 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:41:14,823 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:41:14,905 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:14,905 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:14,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:14,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:14,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:41:14,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44837%2C1731588069221.rep, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs, maxLogs=10 2024-11-14T12:41:14,921 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:14,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.rep.1731588074921, exclude list is [], retry=0 2024-11-14T12:41:14,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38457,DS-532bdeb0-e7d7-487e-b481-777bd7eb666f,DISK] 2024-11-14T12:41:14,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.rep.1731588074921 2024-11-14T12:41:14,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T12:41:14,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 742f65a751986fa7cd11477068603b9f, NAME => 'hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:14,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:14,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:14,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. service=MultiRowMutationService 2024-11-14T12:41:14,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:41:14,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:14,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,944 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,944 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName hfileref 2024-11-14T12:41:14,945 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:14,945 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:14,945 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,946 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName queue 2024-11-14T12:41:14,946 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:14,953 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/queue/ab0ad806f55c46edbe23696ff5ee76d1 2024-11-14T12:41:14,954 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:14,954 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,955 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742f65a751986fa7cd11477068603b9f columnFamilyName sid 2024-11-14T12:41:14,955 DEBUG [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:14,956 INFO [StoreOpener-742f65a751986fa7cd11477068603b9f-1 {}] regionserver.HStore(327): Store=742f65a751986fa7cd11477068603b9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:14,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:14,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 742f65a751986fa7cd11477068603b9f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62440432, jitterRate=-0.0695650577545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:14,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:14,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 742f65a751986fa7cd11477068603b9f: Running coprocessor pre-open hook at 1731588074942Writing region info on filesystem at 1731588074942Initializing all the Stores at 1731588074943 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588074943Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588074943Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588074944 (+1 ms)Cleaning up temporary data from old regions at 1731588074960 (+16 ms)Running coprocessor post-open hooks at 1731588074965 (+5 ms)Region opened successfully at 1731588074966 (+1 ms) 2024-11-14T12:41:14,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., pid=19, masterSystemTime=1731588074907 2024-11-14T12:41:14,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:14,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:14,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=742f65a751986fa7cd11477068603b9f, regionState=OPEN, openSeqNum=10, regionLocation=669ef94e8b26,44837,1731588069221 2024-11-14T12:41:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44837,1731588069221 because future has completed 2024-11-14T12:41:14,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T12:41:14,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 742f65a751986fa7cd11477068603b9f, server=669ef94e8b26,44837,1731588069221 in 223 msec 2024-11-14T12:41:14,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T12:41:14,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=742f65a751986fa7cd11477068603b9f, ASSIGN in 384 msec 2024-11-14T12:41:14,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T12:41:14,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f., hostname=669ef94e8b26,44837,1731588069221, seqNum=10] 2024-11-14T12:41:15,026 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 669ef94e8b26,44039,1731588052256 2024-11-14T12:41:15,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T12:41:15,121 DEBUG [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:15,153 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/.tmp/ns/5cb5d7ccc4aa4f14bcbeee28550c7c50 2024-11-14T12:41:15,170 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/.tmp/ns/5cb5d7ccc4aa4f14bcbeee28550c7c50 as hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/ns/5cb5d7ccc4aa4f14bcbeee28550c7c50 2024-11-14T12:41:15,178 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/ns/5cb5d7ccc4aa4f14bcbeee28550c7c50, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:41:15,179 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false 2024-11-14T12:41:15,179 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:41:15,185 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:41:15,186 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:15,186 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:15,186 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:15,186 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588074721Running coprocessor pre-close hooks at 1731588074721Disabling compacts and flushes for region at 1731588074721Disabling writes for close at 1731588074721Obtaining lock to block concurrent updates at 1731588074721Preparing flush snapshotting stores in 1588230740 at 1731588074721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731588074722 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588074723 (+1 ms)Flushing 1588230740/ns: creating writer at 1731588074723Flushing 1588230740/ns: appending metadata at 1731588074746 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731588074746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f11d2d: reopening flushed file at 1731588075169 (+423 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false at 1731588075179 (+10 ms)Writing region close event to WAL at 1731588075181 (+2 ms)Running coprocessor post-close hooks at 1731588075186 (+5 ms)Closed at 1731588075186 2024-11-14T12:41:15,186 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:15,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T12:41:15,322 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,43421,1731588058726; all regions closed. 2024-11-14T12:41:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:41:15,335 DEBUG [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/oldWALs 2024-11-14T12:41:15,335 INFO [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C43421%2C1731588058726.meta:.meta(num 1731588061639) 2024-11-14T12:41:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:41:15,341 DEBUG [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/oldWALs 2024-11-14T12:41:15,341 INFO [RS:0;669ef94e8b26:43421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C43421%2C1731588058726:(num 1731588060967) 2024-11-14T12:41:15,341 DEBUG [RS:0;669ef94e8b26:43421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:15,341 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:15,341 INFO [RS:0;669ef94e8b26:43421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:15,341 INFO [RS:0;669ef94e8b26:43421 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:15,342 INFO [RS:0;669ef94e8b26:43421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:15,342 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:15,342 INFO [RS:0;669ef94e8b26:43421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43421 2024-11-14T12:41:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39823058/rs/669ef94e8b26,43421,1731588058726 2024-11-14T12:41:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058/rs 2024-11-14T12:41:15,366 INFO [RS:0;669ef94e8b26:43421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:15,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,43421,1731588058726] 2024-11-14T12:41:15,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-39823058/draining/669ef94e8b26,43421,1731588058726 already deleted, retry=false 2024-11-14T12:41:15,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,43421,1731588058726 expired; onlineServers=0 2024-11-14T12:41:15,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,33073,1731588058615' ***** 2024-11-14T12:41:15,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:41:15,383 INFO [M:0;669ef94e8b26:33073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:15,383 INFO [M:0;669ef94e8b26:33073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:15,384 DEBUG [M:0;669ef94e8b26:33073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:41:15,384 DEBUG [M:0;669ef94e8b26:33073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:41:15,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:41:15,384 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588060772 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588060772,5,FailOnTimeoutGroup] 2024-11-14T12:41:15,384 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588060772 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588060772,5,FailOnTimeoutGroup] 2024-11-14T12:41:15,384 INFO [M:0;669ef94e8b26:33073 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:15,385 INFO [M:0;669ef94e8b26:33073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:15,385 DEBUG [M:0;669ef94e8b26:33073 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:41:15,385 INFO [M:0;669ef94e8b26:33073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:41:15,385 INFO [M:0;669ef94e8b26:33073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:15,385 INFO [M:0;669ef94e8b26:33073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:41:15,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:41:15,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-39823058/master 2024-11-14T12:41:15,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-39823058 2024-11-14T12:41:15,391 DEBUG [M:0;669ef94e8b26:33073 {}] zookeeper.ZKUtil(347): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Unable to get data of znode /1-39823058/master because node does not exist (not an error) 2024-11-14T12:41:15,391 WARN [M:0;669ef94e8b26:33073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:41:15,394 INFO [M:0;669ef94e8b26:33073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/.lastflushedseqids 2024-11-14T12:41:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:41:15,404 INFO [M:0;669ef94e8b26:33073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:41:15,404 INFO [M:0;669ef94e8b26:33073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:41:15,404 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:15,404 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:15,404 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:15,405 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:15,405 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:15,405 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:41:15,426 DEBUG [M:0;669ef94e8b26:33073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fa4d31c93ed40e0b14ad6e75b03bc77 is 82, key is hbase:meta,,1/info:regioninfo/1731588061688/Put/seqid=0 2024-11-14T12:41:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:41:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:15,475 INFO [RS:0;669ef94e8b26:43421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43421-0x1013aa674960004, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:15,475 INFO [RS:0;669ef94e8b26:43421 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,43421,1731588058726; zookeeper connection closed. 2024-11-14T12:41:15,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@225f3b95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@225f3b95 2024-11-14T12:41:15,475 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:41:15,831 INFO [M:0;669ef94e8b26:33073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fa4d31c93ed40e0b14ad6e75b03bc77 2024-11-14T12:41:15,853 DEBUG [M:0;669ef94e8b26:33073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fb1dba9fbd34165b15f1462c90c96ee is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731588061728/Put/seqid=0 2024-11-14T12:41:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:41:15,919 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:15,919 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:16,258 INFO [M:0;669ef94e8b26:33073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fb1dba9fbd34165b15f1462c90c96ee 2024-11-14T12:41:16,284 DEBUG [M:0;669ef94e8b26:33073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/901edaa0f37842c2a7a9c2046a2a5c75 is 69, key is 669ef94e8b26,43421,1731588058726/rs:state/1731588060794/Put/seqid=0 2024-11-14T12:41:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:41:16,690 INFO [M:0;669ef94e8b26:33073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/901edaa0f37842c2a7a9c2046a2a5c75 2024-11-14T12:41:16,696 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fa4d31c93ed40e0b14ad6e75b03bc77 as hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fa4d31c93ed40e0b14ad6e75b03bc77 2024-11-14T12:41:16,704 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fa4d31c93ed40e0b14ad6e75b03bc77, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:41:16,705 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fb1dba9fbd34165b15f1462c90c96ee as hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fb1dba9fbd34165b15f1462c90c96ee 2024-11-14T12:41:16,712 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fb1dba9fbd34165b15f1462c90c96ee, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:41:16,713 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/901edaa0f37842c2a7a9c2046a2a5c75 as hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/901edaa0f37842c2a7a9c2046a2a5c75 2024-11-14T12:41:16,721 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42775/user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/901edaa0f37842c2a7a9c2046a2a5c75, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:41:16,722 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-14T12:41:16,723 INFO [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:16,724 DEBUG [M:0;669ef94e8b26:33073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588075404Disabling compacts and flushes for region at 1731588075404Disabling writes for close at 1731588075405 (+1 ms)Obtaining lock to block concurrent updates at 1731588075405Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588075405Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731588075406 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588075407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588075407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588075426 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588075426Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588075837 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588075852 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588075852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588076269 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588076284 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588076284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f09e092: reopening flushed file at 1731588076695 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a99050: reopening flushed file at 1731588076704 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684fd1fa: reopening flushed file at 1731588076712 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1731588076722 (+10 ms)Writing region close event to WAL at 1731588076723 (+1 ms)Closed at 1731588076723 2024-11-14T12:41:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:41:16,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd0ceb15-30cd-5f5d-2165-096a7508842b/MasterData/WALs/669ef94e8b26,33073,1731588058615/669ef94e8b26%2C33073%2C1731588058615.1731588060522 not finished, retry = 0 2024-11-14T12:41:16,827 INFO [M:0;669ef94e8b26:33073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:41:16,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:16,827 INFO [M:0;669ef94e8b26:33073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33073 2024-11-14T12:41:16,830 INFO [M:0;669ef94e8b26:33073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:16,958 INFO [M:0;669ef94e8b26:33073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33073-0x1013aa674960003, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:16,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:16,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:16,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:16,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:16,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:16,967 WARN [BP-1125660807-172.17.0.3-1731588056780 heartbeating to localhost/127.0.0.1:42775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:41:16,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:41:16,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:41:16,967 WARN [BP-1125660807-172.17.0.3-1731588056780 heartbeating to localhost/127.0.0.1:42775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1125660807-172.17.0.3-1731588056780 (Datanode Uuid bd5085d7-ed90-4a4b-ab27-691522857243) service to localhost/127.0.0.1:42775 2024-11-14T12:41:16,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/cluster_d8cd8bcf-638a-c39e-7f89-a77c93b2fc9c/data/data1/current/BP-1125660807-172.17.0.3-1731588056780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:16,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/cluster_d8cd8bcf-638a-c39e-7f89-a77c93b2fc9c/data/data2/current/BP-1125660807-172.17.0.3-1731588056780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:16,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:41:16,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:16,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:16,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:16,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:16,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:16,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:41:16,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:41:16,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:16,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:16,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:16,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:16,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:16,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:41:16,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585482024, stopped=false 2024-11-14T12:41:16,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,38305,1731588069171 2024-11-14T12:41:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/running 2024-11-14T12:41:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:17,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:17,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:17,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:17,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:17,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:17,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Set watcher on znode that does not yet exist, /01001844363/running 2024-11-14T12:41:17,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,44837,1731588069221' ***** 2024-11-14T12:41:17,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:41:17,018 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:41:17,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:41:17,018 INFO [RS:0;669ef94e8b26:44837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:41:17,018 INFO [RS:0;669ef94e8b26:44837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:41:17,018 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(3091): Received CLOSE for 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:17,018 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,44837,1731588069221 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44837. 2024-11-14T12:41:17,019 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 742f65a751986fa7cd11477068603b9f, disabling compactions & flushes 2024-11-14T12:41:17,019 DEBUG [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:17,019 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:17,019 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:17,019 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:41:17,019 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. after waiting 0 ms 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:41:17,019 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:41:17,019 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:41:17,020 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:41:17,020 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 742f65a751986fa7cd11477068603b9f=hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f.} 2024-11-14T12:41:17,020 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 742f65a751986fa7cd11477068603b9f 2024-11-14T12:41:17,020 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:17,020 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:17,020 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:17,020 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:17,020 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:17,020 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T12:41:17,026 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/replication/742f65a751986fa7cd11477068603b9f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T12:41:17,027 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:17,027 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:17,028 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:17,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 742f65a751986fa7cd11477068603b9f: Waiting for close lock at 1731588077019Running coprocessor pre-close hooks at 1731588077019Disabling compacts and flushes for region at 1731588077019Disabling writes for close at 1731588077019Writing region close event to WAL at 1731588077021 (+2 ms)Running coprocessor post-close hooks at 1731588077027 (+6 ms)Closed at 1731588077027 2024-11-14T12:41:17,028 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f. 2024-11-14T12:41:17,028 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:17,028 DEBUG [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 to pos 0, reset compression=false 2024-11-14T12:41:17,036 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:17,042 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/3e79f51218754dff82afad5e683ea686 is 147, key is hbase:replication,,1731588061870.742f65a751986fa7cd11477068603b9f./info:regioninfo/1731588074971/Put/seqid=0 2024-11-14T12:41:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741851_1027 (size=6385) 2024-11-14T12:41:17,220 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:17,228 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:41:17,229 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:41:17,420 DEBUG [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:17,448 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/3e79f51218754dff82afad5e683ea686 2024-11-14T12:41:17,462 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/.tmp/info/3e79f51218754dff82afad5e683ea686 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/info/3e79f51218754dff82afad5e683ea686 2024-11-14T12:41:17,468 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/info/3e79f51218754dff82afad5e683ea686, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T12:41:17,470 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-14T12:41:17,476 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T12:41:17,477 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:17,477 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:17,477 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:17,477 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588077020Running coprocessor pre-close hooks at 1731588077020Disabling compacts and flushes for region at 1731588077020Disabling writes for close at 1731588077020Obtaining lock to block concurrent updates at 1731588077020Preparing flush snapshotting stores in 1588230740 at 1731588077020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731588077021 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588077022 (+1 ms)Flushing 1588230740/info: creating writer at 1731588077022Flushing 1588230740/info: appending metadata at 1731588077041 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731588077041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fe9e35: reopening flushed file at 1731588077460 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731588077470 (+10 ms)Writing region close event to WAL at 1731588077471 (+1 ms)Running coprocessor post-close hooks at 1731588077477 (+6 ms)Closed at 1731588077477 2024-11-14T12:41:17,477 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:17,621 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,44837,1731588069221; all regions closed. 2024-11-14T12:41:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741849_1025 (size=2156) 2024-11-14T12:41:17,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.meta.1731588070650.meta not finished, retry = 0 2024-11-14T12:41:17,736 DEBUG [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:17,736 INFO [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44837%2C1731588069221.meta:.meta(num 1731588070650) 2024-11-14T12:41:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741850_1026 (size=796) 2024-11-14T12:41:17,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.rep.1731588074921 not finished, retry = 0 2024-11-14T12:41:17,844 DEBUG [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:17,844 INFO [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44837%2C1731588069221.rep:(num 1731588074921) 2024-11-14T12:41:17,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/WALs/669ef94e8b26,44837,1731588069221/669ef94e8b26%2C44837%2C1731588069221.1731588070398 not finished, retry = 0 2024-11-14T12:41:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741848_1024 (size=93) 2024-11-14T12:41:17,950 DEBUG [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/oldWALs 2024-11-14T12:41:17,950 INFO [RS:0;669ef94e8b26:44837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C44837%2C1731588069221:(num 1731588070398) 2024-11-14T12:41:17,950 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:17,950 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:17,950 INFO [RS:0;669ef94e8b26:44837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:17,951 INFO [RS:0;669ef94e8b26:44837 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:17,951 INFO [RS:0;669ef94e8b26:44837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:17,951 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:17,951 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44837,1731588069221 because: Region server is closing 2024-11-14T12:41:17,951 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T12:41:17,951 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T12:41:17,951 INFO [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44837. 2024-11-14T12:41:17,951 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T12:41:17,952 DEBUG [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:17,952 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:17,952 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:17,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:18,052 WARN [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:41:18,052 WARN [RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:41:18,053 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,1-669ef94e8b26,44837,1731588069221 terminated 2024-11-14T12:41:18,053 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-669ef94e8b26,44837,1731588069221 because: Region server is closing 2024-11-14T12:41:18,053 INFO [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44837. 2024-11-14T12:41:18,053 DEBUG [RS:0;669ef94e8b26:44837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:18,053 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:18,053 DEBUG [RS:0;669ef94e8b26:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:18,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:18,154 WARN [RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:41:18,154 WARN [RS:0;669ef94e8b26:44837.replicationSource.wal-reader.669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:41:18,154 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;669ef94e8b26:44837.replicationSource.shipper669ef94e8b26%2C44837%2C1731588069221,2-669ef94e8b26,44837,1731588069221 terminated 2024-11-14T12:41:18,154 INFO [RS:0;669ef94e8b26:44837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44837 2024-11-14T12:41:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363/rs 2024-11-14T12:41:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/rs/669ef94e8b26,44837,1731588069221 2024-11-14T12:41:18,182 INFO [RS:0;669ef94e8b26:44837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:18,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,44837,1731588069221] 2024-11-14T12:41:18,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01001844363/draining/669ef94e8b26,44837,1731588069221 already deleted, retry=false 2024-11-14T12:41:18,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,44837,1731588069221 expired; onlineServers=0 2024-11-14T12:41:18,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,38305,1731588069171' ***** 2024-11-14T12:41:18,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:41:18,199 INFO [M:0;669ef94e8b26:38305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:18,199 INFO [M:0;669ef94e8b26:38305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:18,199 DEBUG [M:0;669ef94e8b26:38305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:41:18,200 DEBUG [M:0;669ef94e8b26:38305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:41:18,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:41:18,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588070054 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588070054,5,FailOnTimeoutGroup] 2024-11-14T12:41:18,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588070054 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588070054,5,FailOnTimeoutGroup] 2024-11-14T12:41:18,200 INFO [M:0;669ef94e8b26:38305 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:18,200 INFO [M:0;669ef94e8b26:38305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:18,200 DEBUG [M:0;669ef94e8b26:38305 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:41:18,200 INFO [M:0;669ef94e8b26:38305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:41:18,200 INFO [M:0;669ef94e8b26:38305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:18,200 INFO [M:0;669ef94e8b26:38305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:41:18,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:41:18,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01001844363/master 2024-11-14T12:41:18,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01001844363 2024-11-14T12:41:18,208 DEBUG [M:0;669ef94e8b26:38305 {}] zookeeper.ZKUtil(347): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Unable to get data of znode /01001844363/master because node does not exist (not an error) 2024-11-14T12:41:18,208 WARN [M:0;669ef94e8b26:38305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:41:18,208 INFO [M:0;669ef94e8b26:38305 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/.lastflushedseqids 2024-11-14T12:41:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741852_1028 (size=181) 2024-11-14T12:41:18,291 INFO [RS:0;669ef94e8b26:44837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:18,291 INFO [RS:0;669ef94e8b26:44837 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,44837,1731588069221; zookeeper connection closed. 2024-11-14T12:41:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1013aa674960007, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:18,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479130a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479130a 2024-11-14T12:41:18,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:41:18,615 INFO [M:0;669ef94e8b26:38305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:41:18,615 INFO [M:0;669ef94e8b26:38305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:41:18,615 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:18,615 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:18,615 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:18,615 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:18,615 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:18,615 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T12:41:18,631 DEBUG [M:0;669ef94e8b26:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f623106a86a4413d851e953e9d26e682 is 82, key is hbase:meta,,1/info:regioninfo/1731588070721/Put/seqid=0 2024-11-14T12:41:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741853_1029 (size=5680) 2024-11-14T12:41:19,037 INFO [M:0;669ef94e8b26:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f623106a86a4413d851e953e9d26e682 2024-11-14T12:41:19,059 DEBUG [M:0;669ef94e8b26:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146a0741a6fb42c9a7a187abbd1a6fc0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731588074980/Put/seqid=0 2024-11-14T12:41:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741854_1030 (size=7319) 2024-11-14T12:41:19,464 INFO [M:0;669ef94e8b26:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146a0741a6fb42c9a7a187abbd1a6fc0 2024-11-14T12:41:19,484 DEBUG [M:0;669ef94e8b26:38305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b5bdd444504f5f99f5c9e38deeb867 is 69, key is 669ef94e8b26,44837,1731588069221/rs:state/1731588070176/Put/seqid=0 2024-11-14T12:41:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741855_1031 (size=5371) 2024-11-14T12:41:19,889 INFO [M:0;669ef94e8b26:38305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b5bdd444504f5f99f5c9e38deeb867 2024-11-14T12:41:19,895 INFO [M:0;669ef94e8b26:38305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b5bdd444504f5f99f5c9e38deeb867 2024-11-14T12:41:19,897 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f623106a86a4413d851e953e9d26e682 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f623106a86a4413d851e953e9d26e682 2024-11-14T12:41:19,902 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f623106a86a4413d851e953e9d26e682, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T12:41:19,903 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146a0741a6fb42c9a7a187abbd1a6fc0 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/146a0741a6fb42c9a7a187abbd1a6fc0 2024-11-14T12:41:19,909 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/146a0741a6fb42c9a7a187abbd1a6fc0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T12:41:19,910 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b5bdd444504f5f99f5c9e38deeb867 as hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b5bdd444504f5f99f5c9e38deeb867 2024-11-14T12:41:19,917 INFO [M:0;669ef94e8b26:38305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b5bdd444504f5f99f5c9e38deeb867 2024-11-14T12:41:19,917 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b5bdd444504f5f99f5c9e38deeb867, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T12:41:19,918 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-11-14T12:41:19,920 INFO [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:19,920 DEBUG [M:0;669ef94e8b26:38305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588078615Disabling compacts and flushes for region at 1731588078615Disabling writes for close at 1731588078615Obtaining lock to block concurrent updates at 1731588078615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588078615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731588078616 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588078617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588078617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588078631 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588078631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588079043 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588079058 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588079058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588079470 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588079484 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588079484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770876fc: reopening flushed file at 1731588079896 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f26377: reopening flushed file at 1731588079902 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f019a: reopening flushed file at 1731588079910 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1731588079918 (+8 ms)Writing region close event to WAL at 1731588079919 (+1 ms)Closed at 1731588079920 (+1 ms) 2024-11-14T12:41:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38457 is added to blk_1073741847_1023 (size=22949) 2024-11-14T12:41:19,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce36419f-9c7f-2733-c957-b51a234e9337/MasterData/WALs/669ef94e8b26,38305,1731588069171/669ef94e8b26%2C38305%2C1731588069171.1731588069755 not finished, retry = 0 2024-11-14T12:41:20,023 INFO [M:0;669ef94e8b26:38305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:41:20,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:20,024 INFO [M:0;669ef94e8b26:38305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38305 2024-11-14T12:41:20,024 INFO [M:0;669ef94e8b26:38305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:20,170 INFO [M:0;669ef94e8b26:38305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38305-0x1013aa674960006, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:20,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:20,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:20,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:20,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:20,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:20,174 WARN [BP-651950682-172.17.0.3-1731588048284 heartbeating to localhost/127.0.0.1:37745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:41:20,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:41:20,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:41:20,174 WARN [BP-651950682-172.17.0.3-1731588048284 heartbeating to localhost/127.0.0.1:37745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-651950682-172.17.0.3-1731588048284 (Datanode Uuid cb7042f1-1efe-4dc9-a367-55b0549dc699) service to localhost/127.0.0.1:37745 2024-11-14T12:41:20,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/data/data1/current/BP-651950682-172.17.0.3-1731588048284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:20,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/cluster_98dce84c-1fb7-ced2-d9dd-5efb48dc4fc6/data/data2/current/BP-651950682-172.17.0.3-1731588048284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:20,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:41:20,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:20,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:20,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:20,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:20,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83ed6079-195f-7461-b078-a7d5b8732e8e/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:20,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:41:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:41:20,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/669ef94e8b26:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/669ef94e8b26:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37745 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/669ef94e8b26:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42775 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@142169fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/669ef94e8b26:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/669ef94e8b26:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 88) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7038 (was 7893) 2024-11-14T12:41:20,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7036 2024-11-14T12:41:20,229 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T12:41:20,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir so I do NOT create it in target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3 2024-11-14T12:41:20,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:41:20,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.tmp.dir so I do NOT create it in target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3 2024-11-14T12:41:20,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88425124-b9d2-fd50-3212-24d94ff55a05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:41:20,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3 2024-11-14T12:41:20,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd, deleteOnExit=true 2024-11-14T12:41:20,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/zookeeper_0, clientPort=55598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:41:20,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55598 2024-11-14T12:41:20,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:41:20,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/test.cache.data in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:41:20,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:41:20,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:41:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:41:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa674960002, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:41:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa674960005, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:41:20,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa674960002, quorum=127.0.0.1:57848, baseZNode=/01001844363 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:41:20,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa674960005, quorum=127.0.0.1:57848, baseZNode=/1-39823058 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:41:20,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:20,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:20,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:20,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:20,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:20,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:20,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:20,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:41:20,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:20,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:20,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:20,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/java.io.tmpdir/jetty-localhost-44471-hadoop-hdfs-3_4_1-tests_jar-_-any-1327521845956091145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:20,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:44471} 2024-11-14T12:41:20,687 INFO [Time-limited test {}] server.Server(415): Started @34406ms 2024-11-14T12:41:20,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:20,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:20,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:20,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:20,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:41:20,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:20,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:20,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/java.io.tmpdir/jetty-localhost-34103-hadoop-hdfs-3_4_1-tests_jar-_-any-13794776028210310517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:20,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:34103} 2024-11-14T12:41:20,988 INFO [Time-limited test {}] server.Server(415): Started @34707ms 2024-11-14T12:41:20,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:41:21,488 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/data/data1/current/BP-19646267-172.17.0.3-1731588080276/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:21,488 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/data/data2/current/BP-19646267-172.17.0.3-1731588080276/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:21,503 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:41:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29e85750e3e92503 with lease ID 0x438df414cca0f94b: Processing first storage report for DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056 from datanode DatanodeRegistration(127.0.0.1:36753, datanodeUuid=86e1a286-36f0-4c29-9e38-f14d9970bae8, infoPort=41979, infoSecurePort=0, ipcPort=41989, storageInfo=lv=-57;cid=testClusterID;nsid=839532328;c=1731588080276) 2024-11-14T12:41:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29e85750e3e92503 with lease ID 0x438df414cca0f94b: from storage DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056 node DatanodeRegistration(127.0.0.1:36753, datanodeUuid=86e1a286-36f0-4c29-9e38-f14d9970bae8, infoPort=41979, infoSecurePort=0, ipcPort=41989, storageInfo=lv=-57;cid=testClusterID;nsid=839532328;c=1731588080276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29e85750e3e92503 with lease ID 0x438df414cca0f94b: Processing first storage report for DS-e05254f1-f6e5-48ab-abe0-9e901d659533 from datanode DatanodeRegistration(127.0.0.1:36753, datanodeUuid=86e1a286-36f0-4c29-9e38-f14d9970bae8, infoPort=41979, infoSecurePort=0, ipcPort=41989, storageInfo=lv=-57;cid=testClusterID;nsid=839532328;c=1731588080276) 2024-11-14T12:41:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29e85750e3e92503 with lease ID 0x438df414cca0f94b: from storage DS-e05254f1-f6e5-48ab-abe0-9e901d659533 node DatanodeRegistration(127.0.0.1:36753, datanodeUuid=86e1a286-36f0-4c29-9e38-f14d9970bae8, infoPort=41979, infoSecurePort=0, ipcPort=41989, storageInfo=lv=-57;cid=testClusterID;nsid=839532328;c=1731588080276), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:21,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3 2024-11-14T12:41:21,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:21,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:41:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:41:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:41:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:21,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a with version=8 2024-11-14T12:41:21,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/hbase-staging 2024-11-14T12:41:21,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:21,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:41:21,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:21,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41445 2024-11-14T12:41:21,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41445 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414450x0, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:22,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41445-0x1013aa6f4620000 connected 2024-11-14T12:41:22,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:22,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:22,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/running 2024-11-14T12:41:22,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a, hbase.cluster.distributed=false 2024-11-14T12:41:22,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/acl 2024-11-14T12:41:22,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-14T12:41:22,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41445 2024-11-14T12:41:22,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41445 2024-11-14T12:41:22,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-14T12:41:22,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-14T12:41:22,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:41:22,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:22,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37781 2024-11-14T12:41:22,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37781 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:22,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:22,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377810x0, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:22,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377810x0, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/running 2024-11-14T12:41:22,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37781-0x1013aa6f4620001 connected 2024-11-14T12:41:22,132 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:41:22,132 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:41:22,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/master 2024-11-14T12:41:22,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/acl 2024-11-14T12:41:22,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37781 2024-11-14T12:41:22,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37781 2024-11-14T12:41:22,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37781 2024-11-14T12:41:22,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37781 2024-11-14T12:41:22,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37781 2024-11-14T12:41:22,150 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:41445 2024-11-14T12:41:22,151 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1498957058/backup-masters/669ef94e8b26,41445,1731588081953 2024-11-14T12:41:22,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/backup-masters 2024-11-14T12:41:22,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/backup-masters 2024-11-14T12:41:22,158 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on existing znode=/0-1498957058/backup-masters/669ef94e8b26,41445,1731588081953 2024-11-14T12:41:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1498957058/master 2024-11-14T12:41:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:22,166 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on existing znode=/0-1498957058/master 2024-11-14T12:41:22,166 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1498957058/backup-masters/669ef94e8b26,41445,1731588081953 from backup master directory 2024-11-14T12:41:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1498957058/backup-masters/669ef94e8b26,41445,1731588081953 2024-11-14T12:41:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/backup-masters 2024-11-14T12:41:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/backup-masters 2024-11-14T12:41:22,174 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:22,174 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,41445,1731588081953 2024-11-14T12:41:22,178 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/hbase.id] with ID: 99046905-2046-4ab2-8040-ef21ac61e1cc 2024-11-14T12:41:22,178 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/.tmp/hbase.id 2024-11-14T12:41:22,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:41:22,584 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/.tmp/hbase.id]:[hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/hbase.id] 2024-11-14T12:41:22,596 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:22,596 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:41:22,598 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:41:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:22,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:41:23,031 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:23,031 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:41:23,032 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:23,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:41:23,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store 2024-11-14T12:41:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:41:23,846 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:23,847 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:23,847 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:23,847 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:23,847 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:23,847 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:23,847 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:23,847 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588083847Disabling compacts and flushes for region at 1731588083847Disabling writes for close at 1731588083847Writing region close event to WAL at 1731588083847Closed at 1731588083847 2024-11-14T12:41:23,848 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/.initializing 2024-11-14T12:41:23,848 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/WALs/669ef94e8b26,41445,1731588081953 2024-11-14T12:41:23,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:23,851 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C41445%2C1731588081953, suffix=, logDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/WALs/669ef94e8b26,41445,1731588081953, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:23,865 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/WALs/669ef94e8b26,41445,1731588081953/669ef94e8b26%2C41445%2C1731588081953.1731588083851, exclude list is [], retry=0 2024-11-14T12:41:23,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056,DISK] 2024-11-14T12:41:23,871 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/WALs/669ef94e8b26,41445,1731588081953/669ef94e8b26%2C41445%2C1731588081953.1731588083851 2024-11-14T12:41:23,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-14T12:41:23,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:23,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:23,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:23,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:23,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:23,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:23,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:23,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:23,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:23,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:23,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:23,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:23,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:23,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:23,880 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,881 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,881 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,882 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,882 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,882 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:23,883 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:23,886 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:23,886 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67549144, jitterRate=0.006560683250427246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:23,887 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588083872Initializing all the Stores at 1731588083873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588083873Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588083873Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588083873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588083873Cleaning up temporary data from old regions at 1731588083882 (+9 ms)Region opened successfully at 1731588083887 (+5 ms) 2024-11-14T12:41:23,887 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:23,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b144300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:23,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:41:23,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:23,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:23,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:23,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:23,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:41:23,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:23,894 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:23,895 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:23,924 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/balancer already deleted, retry=false 2024-11-14T12:41:23,924 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:23,925 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:23,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/normalizer already deleted, retry=false 2024-11-14T12:41:23,932 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:23,933 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:23,940 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/switch/split already deleted, retry=false 2024-11-14T12:41:23,941 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:23,949 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/switch/merge already deleted, retry=false 2024-11-14T12:41:23,951 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:23,957 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:23,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1498957058/running 2024-11-14T12:41:23,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1498957058/running 2024-11-14T12:41:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:23,966 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,41445,1731588081953, sessionid=0x1013aa6f4620000, setting cluster-up flag (Was=false) 2024-11-14T12:41:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:24,007 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1498957058/flush-table-proc/acquired, /0-1498957058/flush-table-proc/reached, /0-1498957058/flush-table-proc/abort 2024-11-14T12:41:24,009 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41445,1731588081953 2024-11-14T12:41:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:24,049 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1498957058/online-snapshot/acquired, /0-1498957058/online-snapshot/reached, /0-1498957058/online-snapshot/abort 2024-11-14T12:41:24,050 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41445,1731588081953 2024-11-14T12:41:24,051 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:41:24,053 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:24,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:24,054 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:24,054 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 669ef94e8b26,44039,1731588052256: status=Processing ServerCrashProcedure of 669ef94e8b26,44039,1731588052256 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731588070054, completionTime=-1 appears to have been leaked 2024-11-14T12:41:24,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,41445,1731588081953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:24,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588114059 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:24,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:24,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:41:24,059 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:24,060 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,060 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:24,060 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:24,060 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:24,060 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:24,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:24,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:41:24,061 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:24,061 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:24,061 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588084061,5,FailOnTimeoutGroup] 2024-11-14T12:41:24,067 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588084061,5,FailOnTimeoutGroup] 2024-11-14T12:41:24,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:24,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:41:24,143 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(746): ClusterId : 99046905-2046-4ab2-8040-ef21ac61e1cc 2024-11-14T12:41:24,143 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:24,150 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:24,150 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:24,158 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:24,158 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa84a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:24,169 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:37781 2024-11-14T12:41:24,169 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:24,169 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:24,169 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:24,170 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,41445,1731588081953 with port=37781, startcode=1731588082113 2024-11-14T12:41:24,170 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:24,172 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:24,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41445 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,174 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a 2024-11-14T12:41:24,174 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38877 2024-11-14T12:41:24,174 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:24,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/rs 2024-11-14T12:41:24,183 DEBUG [RS:0;669ef94e8b26:37781 {}] zookeeper.ZKUtil(111): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on existing znode=/0-1498957058/rs/669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,183 WARN [RS:0;669ef94e8b26:37781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:24,183 INFO [RS:0;669ef94e8b26:37781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:24,183 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,37781,1731588082113] 2024-11-14T12:41:24,186 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:24,188 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:24,188 INFO [RS:0;669ef94e8b26:37781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:24,188 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,188 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:24,189 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:24,189 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,189 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,189 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:24,190 DEBUG [RS:0;669ef94e8b26:37781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,191 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37781,1731588082113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:24,205 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:24,205 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37781,1731588082113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,205 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,205 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.Replication(171): 669ef94e8b26,37781,1731588082113 started 2024-11-14T12:41:24,217 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:24,217 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,37781,1731588082113, RpcServer on 669ef94e8b26/172.17.0.3:37781, sessionid=0x1013aa6f4620001 2024-11-14T12:41:24,217 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:24,217 DEBUG [RS:0;669ef94e8b26:37781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,217 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,37781,1731588082113' 2024-11-14T12:41:24,217 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1498957058/flush-table-proc/abort' 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1498957058/flush-table-proc/acquired' 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,37781,1731588082113 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,37781,1731588082113' 2024-11-14T12:41:24,218 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1498957058/online-snapshot/abort' 2024-11-14T12:41:24,219 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1498957058/online-snapshot/acquired' 2024-11-14T12:41:24,219 DEBUG [RS:0;669ef94e8b26:37781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:24,219 INFO [RS:0;669ef94e8b26:37781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:24,219 INFO [RS:0;669ef94e8b26:37781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:24,320 INFO [RS:0;669ef94e8b26:37781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:24,321 INFO [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37781%2C1731588082113, suffix=, logDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs, maxLogs=10 2024-11-14T12:41:24,333 DEBUG [RS:0;669ef94e8b26:37781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321, exclude list is [], retry=0 2024-11-14T12:41:24,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056,DISK] 2024-11-14T12:41:24,338 INFO [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 2024-11-14T12:41:24,338 DEBUG [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-14T12:41:24,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:41:24,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a 2024-11-14T12:41:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:41:24,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:24,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:24,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:24,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:24,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:24,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:24,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:24,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:24,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:24,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:24,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:24,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:24,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740 2024-11-14T12:41:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740 2024-11-14T12:41:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:24,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:24,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:24,895 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:24,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536132, jitterRate=-0.11284250020980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588084879Initializing all the Stores at 1731588084880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588084880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588084881 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588084881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588084881Cleaning up temporary data from old regions at 1731588084891 (+10 ms)Region opened successfully at 1731588084896 (+5 ms) 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:24,897 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:24,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588084897Disabling compacts and flushes for region at 1731588084897Disabling writes for close at 1731588084897Writing region close event to WAL at 1731588084897Closed at 1731588084897 2024-11-14T12:41:24,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:24,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:41:24,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:24,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:24,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:41:25,051 DEBUG [669ef94e8b26:41445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:25,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:25,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,37781,1731588082113, state=OPENING 2024-11-14T12:41:25,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:41:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:25,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:25,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,37781,1731588082113}] 2024-11-14T12:41:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1498957058/meta-region-server: CHANGED 2024-11-14T12:41:25,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1498957058/meta-region-server: CHANGED 2024-11-14T12:41:25,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:25,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:25,279 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:25,279 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:25,279 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:25,281 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37781%2C1731588082113.meta, suffix=.meta, logDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs, maxLogs=10 2024-11-14T12:41:25,296 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.meta.1731588085281.meta, exclude list is [], retry=0 2024-11-14T12:41:25,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056,DISK] 2024-11-14T12:41:25,300 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.meta.1731588085281.meta 2024-11-14T12:41:25,300 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-14T12:41:25,301 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:25,301 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:25,301 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:25,301 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:25,302 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:25,302 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:25,302 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:25,302 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:25,302 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:25,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:25,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:25,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:25,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:25,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:25,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:25,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:25,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:25,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:25,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:25,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:25,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:25,310 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:25,310 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740 2024-11-14T12:41:25,311 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740 2024-11-14T12:41:25,313 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:25,313 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:25,313 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:25,314 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:25,315 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64757683, jitterRate=-0.035035327076911926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:25,315 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:25,316 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588085302Writing region info on filesystem at 1731588085302Initializing all the Stores at 1731588085303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588085303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588085303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588085304 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588085304Cleaning up temporary data from old regions at 1731588085313 (+9 ms)Running coprocessor post-open hooks at 1731588085315 (+2 ms)Region opened successfully at 1731588085316 (+1 ms) 2024-11-14T12:41:25,317 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588085273 2024-11-14T12:41:25,319 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:25,319 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:25,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:25,321 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,37781,1731588082113, state=OPEN 2024-11-14T12:41:25,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1498957058/meta-region-server 2024-11-14T12:41:25,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1498957058/meta-region-server 2024-11-14T12:41:25,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:25,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1498957058/meta-region-server: CHANGED 2024-11-14T12:41:25,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1498957058/meta-region-server: CHANGED 2024-11-14T12:41:25,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:41:25,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,37781,1731588082113 in 218 msec 2024-11-14T12:41:25,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:41:25,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-14T12:41:25,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:25,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:41:25,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:25,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37781,1731588082113, seqNum=-1] 2024-11-14T12:41:25,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:25,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:25,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-14T12:41:25,355 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588085355, completionTime=-1 2024-11-14T12:41:25,356 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:41:25,356 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588145358 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588205358 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:41445, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,360 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:41:25,362 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.188sec 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:25,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:25,365 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:25,365 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:25,365 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41445,1731588081953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:25,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:25,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41445,-1 for getting cluster id 2024-11-14T12:41:25,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:25,445 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99046905-2046-4ab2-8040-ef21ac61e1cc' 2024-11-14T12:41:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99046905-2046-4ab2-8040-ef21ac61e1cc" 2024-11-14T12:41:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41445,-1] 2024-11-14T12:41:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:25,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:25,446 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:25,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:25,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37781,1731588082113, seqNum=-1] 2024-11-14T12:41:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:25,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:25,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,41445,1731588081953 2024-11-14T12:41:25,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:25,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:25,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa6f4620002 connected 2024-11-14T12:41:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir so I do NOT create it in target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7 2024-11-14T12:41:25,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:41:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.tmp.dir so I do NOT create it in target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7 2024-11-14T12:41:25,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:41:25,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7 2024-11-14T12:41:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:41:25,477 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/cluster_99290d8e-1d5e-c844-db7f-d7a3f424b3a5, deleteOnExit=true 2024-11-14T12:41:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/test.cache.data in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:41:25,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:41:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:41:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:41:25,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:25,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:25,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:25,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:25,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:41:25,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:25,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:25,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:25,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/java.io.tmpdir/jetty-localhost-37633-hadoop-hdfs-3_4_1-tests_jar-_-any-14558750561182069627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:25,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:37633} 2024-11-14T12:41:25,855 INFO [Time-limited test {}] server.Server(415): Started @39574ms 2024-11-14T12:41:26,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:26,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:26,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:26,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:26,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:41:26,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:26,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:26,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/java.io.tmpdir/jetty-localhost-36543-hadoop-hdfs-3_4_1-tests_jar-_-any-309307643278631528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:26,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:36543} 2024-11-14T12:41:26,195 INFO [Time-limited test {}] server.Server(415): Started @39914ms 2024-11-14T12:41:26,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:41:26,828 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/cluster_99290d8e-1d5e-c844-db7f-d7a3f424b3a5/data/data1/current/BP-379399631-172.17.0.3-1731588085493/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:26,828 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/cluster_99290d8e-1d5e-c844-db7f-d7a3f424b3a5/data/data2/current/BP-379399631-172.17.0.3-1731588085493/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:26,855 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:41:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x133ed6eb85988fec with lease ID 0x8d55827bd81b742a: Processing first storage report for DS-c9694283-11cc-45a8-9fac-433c6255fa6d from datanode DatanodeRegistration(127.0.0.1:43241, datanodeUuid=7f5ab202-2a2a-4dbe-a65e-0592aeb4d627, infoPort=34349, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=921341538;c=1731588085493) 2024-11-14T12:41:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x133ed6eb85988fec with lease ID 0x8d55827bd81b742a: from storage DS-c9694283-11cc-45a8-9fac-433c6255fa6d node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=7f5ab202-2a2a-4dbe-a65e-0592aeb4d627, infoPort=34349, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=921341538;c=1731588085493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x133ed6eb85988fec with lease ID 0x8d55827bd81b742a: Processing first storage report for DS-717ff4b4-11d0-4ec6-a0a1-769d8edb8b1b from datanode DatanodeRegistration(127.0.0.1:43241, datanodeUuid=7f5ab202-2a2a-4dbe-a65e-0592aeb4d627, infoPort=34349, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=921341538;c=1731588085493) 2024-11-14T12:41:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x133ed6eb85988fec with lease ID 0x8d55827bd81b742a: from storage DS-717ff4b4-11d0-4ec6-a0a1-769d8edb8b1b node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=7f5ab202-2a2a-4dbe-a65e-0592aeb4d627, infoPort=34349, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=921341538;c=1731588085493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:26,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7 2024-11-14T12:41:26,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:26,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:41:27,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90 with version=8 2024-11-14T12:41:27,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/hbase-staging 2024-11-14T12:41:27,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:41:27,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:27,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34489 2024-11-14T12:41:27,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34489 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344890x0, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:27,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34489-0x1013aa6f4620003 connected 2024-11-14T12:41:27,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:27,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:27,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:27,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:27,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:27,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/running 2024-11-14T12:41:27,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90, hbase.cluster.distributed=false 2024-11-14T12:41:27,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/acl 2024-11-14T12:41:27,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-14T12:41:27,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34489 2024-11-14T12:41:27,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34489 2024-11-14T12:41:27,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-14T12:41:27,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-14T12:41:27,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:27,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:27,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:27,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:27,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:41:27,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:27,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33425 2024-11-14T12:41:27,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33425 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:27,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:27,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:27,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334250x0, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:27,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/running 2024-11-14T12:41:27,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33425-0x1013aa6f4620004 connected 2024-11-14T12:41:27,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:41:27,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:41:27,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/master 2024-11-14T12:41:27,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/acl 2024-11-14T12:41:27,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-14T12:41:27,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33425 2024-11-14T12:41:27,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33425 2024-11-14T12:41:27,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-14T12:41:27,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33425 2024-11-14T12:41:27,472 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:34489 2024-11-14T12:41:27,472 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1408924392/backup-masters/669ef94e8b26,34489,1731588087336 2024-11-14T12:41:27,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/backup-masters 2024-11-14T12:41:27,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/backup-masters 2024-11-14T12:41:27,482 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on existing znode=/1408924392/backup-masters/669ef94e8b26,34489,1731588087336 2024-11-14T12:41:27,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1408924392/master 2024-11-14T12:41:27,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:27,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:27,491 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on existing znode=/1408924392/master 2024-11-14T12:41:27,491 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1408924392/backup-masters/669ef94e8b26,34489,1731588087336 from backup master directory 2024-11-14T12:41:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1408924392/backup-masters/669ef94e8b26,34489,1731588087336 2024-11-14T12:41:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/backup-masters 2024-11-14T12:41:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/backup-masters 2024-11-14T12:41:27,499 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:27,499 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,34489,1731588087336 2024-11-14T12:41:27,503 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/hbase.id] with ID: 1796e0ed-0ee4-488b-a0b4-bc2a82a3e342 2024-11-14T12:41:27,503 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/.tmp/hbase.id 2024-11-14T12:41:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:41:27,509 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/.tmp/hbase.id]:[hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/hbase.id] 2024-11-14T12:41:27,520 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:27,520 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:41:27,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:41:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:27,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:41:27,938 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:27,939 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:41:27,939 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:41:28,347 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store 2024-11-14T12:41:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:41:28,753 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:28,753 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:28,753 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:28,753 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:28,754 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:28,754 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:28,754 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:28,754 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588088753Disabling compacts and flushes for region at 1731588088753Disabling writes for close at 1731588088754 (+1 ms)Writing region close event to WAL at 1731588088754Closed at 1731588088754 2024-11-14T12:41:28,755 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/.initializing 2024-11-14T12:41:28,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/WALs/669ef94e8b26,34489,1731588087336 2024-11-14T12:41:28,756 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:28,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C34489%2C1731588087336, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/WALs/669ef94e8b26,34489,1731588087336, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:28,770 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/WALs/669ef94e8b26,34489,1731588087336/669ef94e8b26%2C34489%2C1731588087336.1731588088758, exclude list is [], retry=0 2024-11-14T12:41:28,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-c9694283-11cc-45a8-9fac-433c6255fa6d,DISK] 2024-11-14T12:41:28,775 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/WALs/669ef94e8b26,34489,1731588087336/669ef94e8b26%2C34489%2C1731588087336.1731588088758 2024-11-14T12:41:28,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-14T12:41:28,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:28,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:28,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,776 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:28,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:28,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:28,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:28,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:28,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:28,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:28,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:28,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:28,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:28,784 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,785 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,785 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,787 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,787 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,787 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:28,788 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:28,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:28,791 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62989177, jitterRate=-0.06138812005519867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:28,791 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588088776Initializing all the Stores at 1731588088777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588088777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588088777Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588088777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588088777Cleaning up temporary data from old regions at 1731588088787 (+10 ms)Region opened successfully at 1731588088791 (+4 ms) 2024-11-14T12:41:28,791 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:28,794 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b712c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:28,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:41:28,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:28,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:28,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:28,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:28,796 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:41:28,796 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:28,798 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:28,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:28,823 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/balancer already deleted, retry=false 2024-11-14T12:41:28,824 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:28,825 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:28,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/normalizer already deleted, retry=false 2024-11-14T12:41:28,832 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:28,833 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:28,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/switch/split already deleted, retry=false 2024-11-14T12:41:28,841 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:28,848 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/switch/merge already deleted, retry=false 2024-11-14T12:41:28,850 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:28,857 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1408924392/running 2024-11-14T12:41:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1408924392/running 2024-11-14T12:41:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,866 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,34489,1731588087336, sessionid=0x1013aa6f4620003, setting cluster-up flag (Was=false) 2024-11-14T12:41:28,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,907 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1408924392/flush-table-proc/acquired, /1408924392/flush-table-proc/reached, /1408924392/flush-table-proc/abort 2024-11-14T12:41:28,908 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34489,1731588087336 2024-11-14T12:41:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:28,948 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1408924392/online-snapshot/acquired, /1408924392/online-snapshot/reached, /1408924392/online-snapshot/abort 2024-11-14T12:41:28,950 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34489,1731588087336 2024-11-14T12:41:28,951 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:41:28,953 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:28,953 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:28,953 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:28,953 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,34489,1731588087336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:28,954 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:28,954 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:28,955 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:28,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:28,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:41:28,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:28,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588118963 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:28,963 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:28,964 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:28,965 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588088964,5,FailOnTimeoutGroup] 2024-11-14T12:41:28,965 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(746): ClusterId : 1796e0ed-0ee4-488b-a0b4-bc2a82a3e342 2024-11-14T12:41:28,965 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588088965,5,FailOnTimeoutGroup] 2024-11-14T12:41:28,965 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:28,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:28,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:28,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:28,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:28,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:41:28,974 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:28,974 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:28,983 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:28,983 DEBUG [RS:0;669ef94e8b26:33425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc9a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:28,993 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:33425 2024-11-14T12:41:28,993 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:28,994 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:28,994 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:28,994 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,34489,1731588087336 with port=33425, startcode=1731588087443 2024-11-14T12:41:28,994 DEBUG [RS:0;669ef94e8b26:33425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:28,996 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:28,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,33425,1731588087443 2024-11-14T12:41:28,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34489 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,33425,1731588087443 2024-11-14T12:41:28,998 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90 2024-11-14T12:41:28,998 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34281 2024-11-14T12:41:28,998 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:29,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/rs 2024-11-14T12:41:29,045 DEBUG [RS:0;669ef94e8b26:33425 {}] zookeeper.ZKUtil(111): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on existing znode=/1408924392/rs/669ef94e8b26,33425,1731588087443 2024-11-14T12:41:29,045 WARN [RS:0;669ef94e8b26:33425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:29,045 INFO [RS:0;669ef94e8b26:33425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:29,045 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443 2024-11-14T12:41:29,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,33425,1731588087443] 2024-11-14T12:41:29,049 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:29,050 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:29,051 INFO [RS:0;669ef94e8b26:33425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:29,051 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,051 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:29,052 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:29,052 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,052 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,053 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,053 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,053 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:29,053 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:29,053 DEBUG [RS:0;669ef94e8b26:33425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,057 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33425,1731588087443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:29,070 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:29,070 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33425,1731588087443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,070 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,070 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.Replication(171): 669ef94e8b26,33425,1731588087443 started 2024-11-14T12:41:29,083 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:29,083 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,33425,1731588087443, RpcServer on 669ef94e8b26/172.17.0.3:33425, sessionid=0x1013aa6f4620004 2024-11-14T12:41:29,083 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:29,083 DEBUG [RS:0;669ef94e8b26:33425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,33425,1731588087443 2024-11-14T12:41:29,083 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,33425,1731588087443' 2024-11-14T12:41:29,083 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1408924392/flush-table-proc/abort' 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1408924392/flush-table-proc/acquired' 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,33425,1731588087443 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,33425,1731588087443' 2024-11-14T12:41:29,084 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1408924392/online-snapshot/abort' 2024-11-14T12:41:29,085 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1408924392/online-snapshot/acquired' 2024-11-14T12:41:29,085 DEBUG [RS:0;669ef94e8b26:33425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:29,085 INFO [RS:0;669ef94e8b26:33425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:29,085 INFO [RS:0;669ef94e8b26:33425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:29,186 INFO [RS:0;669ef94e8b26:33425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:29,188 INFO [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C33425%2C1731588087443, suffix=, logDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/oldWALs, maxLogs=10 2024-11-14T12:41:29,200 DEBUG [RS:0;669ef94e8b26:33425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.1731588089188, exclude list is [], retry=0 2024-11-14T12:41:29,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-c9694283-11cc-45a8-9fac-433c6255fa6d,DISK] 2024-11-14T12:41:29,205 INFO [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.1731588089188 2024-11-14T12:41:29,205 DEBUG [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-14T12:41:29,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:41:29,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90 2024-11-14T12:41:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:41:29,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:29,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:29,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:29,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:29,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:29,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:29,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:29,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:29,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:29,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:29,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:29,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:29,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:29,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:29,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:29,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:29,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:29,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:29,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740 2024-11-14T12:41:29,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740 2024-11-14T12:41:29,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:29,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:29,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:29,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:29,792 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:29,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65424576, jitterRate=-0.02509784698486328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588089777Initializing all the Stores at 1731588089778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588089778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588089778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588089778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588089778Cleaning up temporary data from old regions at 1731588089788 (+10 ms)Region opened successfully at 1731588089793 (+5 ms) 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:29,793 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:29,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588089793Disabling compacts and flushes for region at 1731588089793Disabling writes for close at 1731588089793Writing region close event to WAL at 1731588089793Closed at 1731588089793 2024-11-14T12:41:29,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:29,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:41:29,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:29,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:29,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:41:29,947 DEBUG [669ef94e8b26:34489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:29,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,33425,1731588087443 2024-11-14T12:41:29,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,33425,1731588087443, state=OPENING 2024-11-14T12:41:29,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:41:29,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:29,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:29,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:29,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1408924392/meta-region-server: CHANGED 2024-11-14T12:41:29,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1408924392/meta-region-server: CHANGED 2024-11-14T12:41:29,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,33425,1731588087443}] 2024-11-14T12:41:30,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:30,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:30,132 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:30,132 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:30,133 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:30,134 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C33425%2C1731588087443.meta, suffix=.meta, logDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443, archiveDir=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/oldWALs, maxLogs=10 2024-11-14T12:41:30,146 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.meta.1731588090134.meta, exclude list is [], retry=0 2024-11-14T12:41:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-c9694283-11cc-45a8-9fac-433c6255fa6d,DISK] 2024-11-14T12:41:30,150 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.meta.1731588090134.meta 2024-11-14T12:41:30,151 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-14T12:41:30,151 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:30,151 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:30,151 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:30,151 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:30,151 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:30,152 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:30,152 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:30,152 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:30,152 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:30,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:30,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:30,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:30,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:30,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:30,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:30,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:30,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:30,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:30,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:30,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:30,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:30,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:30,159 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:30,160 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740 2024-11-14T12:41:30,161 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740 2024-11-14T12:41:30,162 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:30,162 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:30,163 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:30,164 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:30,165 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64795502, jitterRate=-0.0344717800617218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:30,165 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:30,165 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588090152Writing region info on filesystem at 1731588090152Initializing all the Stores at 1731588090153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588090153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588090153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588090153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588090153Cleaning up temporary data from old regions at 1731588090162 (+9 ms)Running coprocessor post-open hooks at 1731588090165 (+3 ms)Region opened successfully at 1731588090165 2024-11-14T12:41:30,166 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588090127 2024-11-14T12:41:30,168 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:30,168 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:30,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,33425,1731588087443 2024-11-14T12:41:30,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,33425,1731588087443, state=OPEN 2024-11-14T12:41:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1408924392/meta-region-server 2024-11-14T12:41:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1408924392/meta-region-server 2024-11-14T12:41:30,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,33425,1731588087443 2024-11-14T12:41:30,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1408924392/meta-region-server: CHANGED 2024-11-14T12:41:30,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1408924392/meta-region-server: CHANGED 2024-11-14T12:41:30,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:41:30,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,33425,1731588087443 in 200 msec 2024-11-14T12:41:30,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:41:30,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-14T12:41:30,179 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:30,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:41:30,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:30,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33425,1731588087443, seqNum=-1] 2024-11-14T12:41:30,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:30,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:30,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:41:30,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-14T12:41:30,187 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588090187, completionTime=-1 2024-11-14T12:41:30,187 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:41:30,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:30,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:30,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588150189 2024-11-14T12:41:30,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588210189 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:34489, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,192 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.695sec 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:30,194 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:30,196 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:30,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:30,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34489,1731588087336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:30,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34489,-1 for getting cluster id 2024-11-14T12:41:30,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:30,266 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1796e0ed-0ee4-488b-a0b4-bc2a82a3e342' 2024-11-14T12:41:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1796e0ed-0ee4-488b-a0b4-bc2a82a3e342" 2024-11-14T12:41:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34489,-1] 2024-11-14T12:41:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:30,268 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:30,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33425,1731588087443, seqNum=-1] 2024-11-14T12:41:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:30,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:30,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,34489,1731588087336 2024-11-14T12:41:30,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55598 2024-11-14T12:41:30,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:30,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa6f4620005 connected 2024-11-14T12:41:30,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41445,-1 for getting cluster id 2024-11-14T12:41:30,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:30,294 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99046905-2046-4ab2-8040-ef21ac61e1cc' 2024-11-14T12:41:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99046905-2046-4ab2-8040-ef21ac61e1cc" 2024-11-14T12:41:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c1dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41445,-1] 2024-11-14T12:41:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:30,296 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef6b5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41445,1731588081953 2024-11-14T12:41:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e8b9a1 2024-11-14T12:41:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:30,299 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:30,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:34489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:41:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:30,303 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34489' 2024-11-14T12:41:30,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e02c08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,304 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34489,-1 for getting cluster id 2024-11-14T12:41:30,304 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:30,305 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1796e0ed-0ee4-488b-a0b4-bc2a82a3e342' 2024-11-14T12:41:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1796e0ed-0ee4-488b-a0b4-bc2a82a3e342" 2024-11-14T12:41:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd25d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34489,-1] 2024-11-14T12:41:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:30,307 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:30,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a3a564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:30,308 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:30,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34489,1731588087336 2024-11-14T12:41:30,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74849ebc 2024-11-14T12:41:30,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:30,310 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:30,311 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:41:30,311 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:30,311 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:30,311 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:30,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:30,312 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:30,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:41:30,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:41:30,314 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:30,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:41:30,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:41:30,363 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:41:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:30,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0ef808c7ef60b3c920f65a03f6fd90e, NAME => 'hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a 2024-11-14T12:41:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:41:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:31,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:31,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0ef808c7ef60b3c920f65a03f6fd90e, disabling compactions & flushes 2024-11-14T12:41:31,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. after waiting 0 ms 2024-11-14T12:41:31,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0ef808c7ef60b3c920f65a03f6fd90e: Waiting for close lock at 1731588091132Disabling compacts and flushes for region at 1731588091132Disabling writes for close at 1731588091132Writing region close event to WAL at 1731588091132Closed at 1731588091132 2024-11-14T12:41:31,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:41:31,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588091134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588091134"}]},"ts":"1731588091134"} 2024-11-14T12:41:31,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:41:31,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:41:31,138 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588091137"}]},"ts":"1731588091137"} 2024-11-14T12:41:31,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:41:31,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ef808c7ef60b3c920f65a03f6fd90e, ASSIGN}] 2024-11-14T12:41:31,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ef808c7ef60b3c920f65a03f6fd90e, ASSIGN 2024-11-14T12:41:31,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0ef808c7ef60b3c920f65a03f6fd90e, ASSIGN; state=OFFLINE, location=669ef94e8b26,37781,1731588082113; forceNewPlan=false, retain=false 2024-11-14T12:41:31,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0ef808c7ef60b3c920f65a03f6fd90e, regionState=OPENING, regionLocation=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:31,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0ef808c7ef60b3c920f65a03f6fd90e, ASSIGN because future has completed 2024-11-14T12:41:31,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ef808c7ef60b3c920f65a03f6fd90e, server=669ef94e8b26,37781,1731588082113}] 2024-11-14T12:41:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:31,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:31,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:41:31,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37781%2C1731588082113.rep, suffix=, logDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113, archiveDir=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs, maxLogs=10 2024-11-14T12:41:31,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.rep.1731588091454, exclude list is [], retry=0 2024-11-14T12:41:31,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36753,DS-dad0670d-ce3e-4331-8c6a-ec85ee1b1056,DISK] 2024-11-14T12:41:31,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.rep.1731588091454 2024-11-14T12:41:31,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-14T12:41:31,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d0ef808c7ef60b3c920f65a03f6fd90e, NAME => 'hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:31,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:31,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:31,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. service=MultiRowMutationService 2024-11-14T12:41:31,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:41:31,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:31,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,478 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,480 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ef808c7ef60b3c920f65a03f6fd90e columnFamilyName hfileref 2024-11-14T12:41:31,480 DEBUG [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:31,480 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(327): Store=d0ef808c7ef60b3c920f65a03f6fd90e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:31,480 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,481 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ef808c7ef60b3c920f65a03f6fd90e columnFamilyName queue 2024-11-14T12:41:31,482 DEBUG [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:31,482 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(327): Store=d0ef808c7ef60b3c920f65a03f6fd90e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:31,482 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,483 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ef808c7ef60b3c920f65a03f6fd90e columnFamilyName sid 2024-11-14T12:41:31,483 DEBUG [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:31,484 INFO [StoreOpener-d0ef808c7ef60b3c920f65a03f6fd90e-1 {}] regionserver.HStore(327): Store=d0ef808c7ef60b3c920f65a03f6fd90e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:31,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:31,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:31,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d0ef808c7ef60b3c920f65a03f6fd90e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65886909, jitterRate=-0.018208548426628113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:31,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:31,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d0ef808c7ef60b3c920f65a03f6fd90e: Running coprocessor pre-open hook at 1731588091477Writing region info on filesystem at 1731588091477Initializing all the Stores at 1731588091478 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588091478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588091478Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588091478Cleaning up temporary data from old regions at 1731588091486 (+8 ms)Running coprocessor post-open hooks at 1731588091491 (+5 ms)Region opened successfully at 1731588091491 2024-11-14T12:41:31,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e., pid=7, masterSystemTime=1731588091448 2024-11-14T12:41:31,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:31,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0ef808c7ef60b3c920f65a03f6fd90e, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,37781,1731588082113 2024-11-14T12:41:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ef808c7ef60b3c920f65a03f6fd90e, server=669ef94e8b26,37781,1731588082113 because future has completed 2024-11-14T12:41:31,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:41:31,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d0ef808c7ef60b3c920f65a03f6fd90e, server=669ef94e8b26,37781,1731588082113 in 204 msec 2024-11-14T12:41:31,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:41:31,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0ef808c7ef60b3c920f65a03f6fd90e, ASSIGN in 361 msec 2024-11-14T12:41:31,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:41:31,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588091504"}]},"ts":"1731588091504"} 2024-11-14T12:41:31,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:41:31,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:41:31,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-14T12:41:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e., hostname=669ef94e8b26,37781,1731588082113, seqNum=2] 2024-11-14T12:41:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:31,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:31,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:41:31,781 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:41:31,808 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,37781,1731588082113, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:41:31,809 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:31,809 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37781,1731588082113, seqNum=-1] 2024-11-14T12:41:31,809 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:31,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T12:41:31,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,37781,1731588082113', locateType=CURRENT is [region=hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e., hostname=669ef94e8b26,37781,1731588082113, seqNum=2] 2024-11-14T12:41:31,814 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:41:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:41:31,817 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,37781,1731588082113 suceeded 2024-11-14T12:41:31,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:41:31,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T12:41:31,820 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:34489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:41:31,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-14T12:41:31,829 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34489' 2024-11-14T12:41:31,831 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63ef6c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:31,831 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34489,-1 for getting cluster id 2024-11-14T12:41:31,831 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:31,832 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1796e0ed-0ee4-488b-a0b4-bc2a82a3e342' 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1796e0ed-0ee4-488b-a0b4-bc2a82a3e342" 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23671746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34489,-1] 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:31,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:31,833 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:31,834 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69afb975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:31,834 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:31,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34489,1731588087336 2024-11-14T12:41:31,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548b5299 2024-11-14T12:41:31,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:31,835 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:31,836 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,37781,1731588082113 (queues=1) is replicating from cluster=99046905-2046-4ab2-8040-ef21ac61e1cc to cluster=1796e0ed-0ee4-488b-a0b4-bc2a82a3e342 2024-11-14T12:41:31,836 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C37781%2C1731588082113 2024-11-14T12:41:31,836 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,37781,1731588082113, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:31,836 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.shipper669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C37781%2C1731588082113 2024-11-14T12:41:31,836 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321, startPosition=0, beingWritten=true 2024-11-14T12:41:31,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:41:31,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:31,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:41:31,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:31,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:31,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:41:31,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:31,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:41:31,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:41:31,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:32,042 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:32,348 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:32,450 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:41:32,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:32,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:32,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:32,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41445,1731588081953 2024-11-14T12:41:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-11-14T12:41:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:32,452 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:32,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:41:32,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:41:32,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:32,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:32,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:32,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:41:32,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465170553, stopped=false 2024-11-14T12:41:32,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,34489,1731588087336 2024-11-14T12:41:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1408924392/running 2024-11-14T12:41:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1408924392/running 2024-11-14T12:41:32,482 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:32,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:32,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:32,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/running 2024-11-14T12:41:32,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Set watcher on znode that does not yet exist, /1408924392/running 2024-11-14T12:41:32,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,33425,1731588087443' ***** 2024-11-14T12:41:32,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:41:32,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,33425,1731588087443 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:33425. 2024-11-14T12:41:32,483 DEBUG [RS:0;669ef94e8b26:33425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:32,483 DEBUG [RS:0;669ef94e8b26:33425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:41:32,483 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:41:32,484 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:41:32,484 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:32,484 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:32,484 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:32,484 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:32,484 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:32,484 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:32,484 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:41:32,498 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/.tmp/ns/c1d87fffbd864d2187f9d9f1b66f5895 is 43, key is default/ns:d/1731588090183/Put/seqid=0 2024-11-14T12:41:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:41:32,560 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:32,684 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:32,754 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:32,884 DEBUG [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:32,903 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/.tmp/ns/c1d87fffbd864d2187f9d9f1b66f5895 2024-11-14T12:41:32,909 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/.tmp/ns/c1d87fffbd864d2187f9d9f1b66f5895 as hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/ns/c1d87fffbd864d2187f9d9f1b66f5895 2024-11-14T12:41:32,914 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/ns/c1d87fffbd864d2187f9d9f1b66f5895, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:41:32,915 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-14T12:41:32,919 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:41:32,920 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:32,920 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:32,920 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:32,920 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588092484Running coprocessor pre-close hooks at 1731588092484Disabling compacts and flushes for region at 1731588092484Disabling writes for close at 1731588092484Obtaining lock to block concurrent updates at 1731588092484Preparing flush snapshotting stores in 1588230740 at 1731588092484Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731588092484Flushing stores of hbase:meta,,1.1588230740 at 1731588092485 (+1 ms)Flushing 1588230740/ns: creating writer at 1731588092485Flushing 1588230740/ns: appending metadata at 1731588092497 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731588092497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49868614: reopening flushed file at 1731588092908 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731588092915 (+7 ms)Writing region close event to WAL at 1731588092916 (+1 ms)Running coprocessor post-close hooks at 1731588092920 (+4 ms)Closed at 1731588092920 2024-11-14T12:41:32,920 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:33,057 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:41:33,057 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:41:33,084 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,33425,1731588087443; all regions closed. 2024-11-14T12:41:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:41:33,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.meta.1731588090134.meta not finished, retry = 0 2024-11-14T12:41:33,189 DEBUG [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/oldWALs 2024-11-14T12:41:33,189 INFO [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C33425%2C1731588087443.meta:.meta(num 1731588090134) 2024-11-14T12:41:33,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:41:33,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/WALs/669ef94e8b26,33425,1731588087443/669ef94e8b26%2C33425%2C1731588087443.1731588089188 not finished, retry = 0 2024-11-14T12:41:33,259 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:33,295 DEBUG [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/oldWALs 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C33425%2C1731588087443:(num 1731588089188) 2024-11-14T12:41:33,295 DEBUG [RS:0;669ef94e8b26:33425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:33,295 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:33,295 INFO [RS:0;669ef94e8b26:33425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33425 2024-11-14T12:41:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1408924392/rs/669ef94e8b26,33425,1731588087443 2024-11-14T12:41:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392/rs 2024-11-14T12:41:33,323 INFO [RS:0;669ef94e8b26:33425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:33,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,33425,1731588087443] 2024-11-14T12:41:33,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1408924392/draining/669ef94e8b26,33425,1731588087443 already deleted, retry=false 2024-11-14T12:41:33,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,33425,1731588087443 expired; onlineServers=0 2024-11-14T12:41:33,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,34489,1731588087336' ***** 2024-11-14T12:41:33,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:41:33,340 INFO [M:0;669ef94e8b26:34489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:33,340 INFO [M:0;669ef94e8b26:34489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:33,340 DEBUG [M:0;669ef94e8b26:34489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:41:33,340 DEBUG [M:0;669ef94e8b26:34489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:41:33,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588088965 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588088965,5,FailOnTimeoutGroup] 2024-11-14T12:41:33,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:41:33,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588088964 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588088964,5,FailOnTimeoutGroup] 2024-11-14T12:41:33,341 INFO [M:0;669ef94e8b26:34489 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:33,341 INFO [M:0;669ef94e8b26:34489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:33,341 DEBUG [M:0;669ef94e8b26:34489 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:41:33,341 INFO [M:0;669ef94e8b26:34489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:41:33,341 INFO [M:0;669ef94e8b26:34489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:33,341 INFO [M:0;669ef94e8b26:34489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:41:33,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:41:33,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1408924392/master 2024-11-14T12:41:33,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1408924392 2024-11-14T12:41:33,348 DEBUG [M:0;669ef94e8b26:34489 {}] zookeeper.ZKUtil(347): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Unable to get data of znode /1408924392/master because node does not exist (not an error) 2024-11-14T12:41:33,348 WARN [M:0;669ef94e8b26:34489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:41:33,349 INFO [M:0;669ef94e8b26:34489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/.lastflushedseqids 2024-11-14T12:41:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:41:33,432 INFO [RS:0;669ef94e8b26:33425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:33,432 INFO [RS:0;669ef94e8b26:33425 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,33425,1731588087443; zookeeper connection closed. 2024-11-14T12:41:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33425-0x1013aa6f4620004, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:33,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@563619ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@563619ff 2024-11-14T12:41:33,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:41:33,754 INFO [M:0;669ef94e8b26:34489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:41:33,754 INFO [M:0;669ef94e8b26:34489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:41:33,754 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:33,755 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:33,755 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:33,755 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:33,755 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:33,755 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:41:33,770 DEBUG [M:0;669ef94e8b26:34489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/084d487e179d4b49ae66f4bff4d9c34e is 82, key is hbase:meta,,1/info:regioninfo/1731588090169/Put/seqid=0 2024-11-14T12:41:33,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:41:33,864 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:34,174 INFO [M:0;669ef94e8b26:34489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/084d487e179d4b49ae66f4bff4d9c34e 2024-11-14T12:41:34,193 DEBUG [M:0;669ef94e8b26:34489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ad4798bb7b418c8bcca97148887b64 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731588090187/Put/seqid=0 2024-11-14T12:41:34,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:41:34,569 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:34,598 INFO [M:0;669ef94e8b26:34489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ad4798bb7b418c8bcca97148887b64 2024-11-14T12:41:34,621 DEBUG [M:0;669ef94e8b26:34489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3acdf951d7084373ab3a87a83f7964e1 is 69, key is 669ef94e8b26,33425,1731588087443/rs:state/1731588088997/Put/seqid=0 2024-11-14T12:41:34,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:41:35,025 INFO [M:0;669ef94e8b26:34489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3acdf951d7084373ab3a87a83f7964e1 2024-11-14T12:41:35,032 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/084d487e179d4b49ae66f4bff4d9c34e as hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/084d487e179d4b49ae66f4bff4d9c34e 2024-11-14T12:41:35,038 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/084d487e179d4b49ae66f4bff4d9c34e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:41:35,038 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ad4798bb7b418c8bcca97148887b64 as hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ad4798bb7b418c8bcca97148887b64 2024-11-14T12:41:35,043 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ad4798bb7b418c8bcca97148887b64, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:41:35,044 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3acdf951d7084373ab3a87a83f7964e1 as hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3acdf951d7084373ab3a87a83f7964e1 2024-11-14T12:41:35,049 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34281/user/jenkins/test-data/b457dc17-4ca8-2516-77eb-8cf6ae462a90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3acdf951d7084373ab3a87a83f7964e1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:41:35,050 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-14T12:41:35,051 INFO [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:35,051 DEBUG [M:0;669ef94e8b26:34489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588093754Disabling compacts and flushes for region at 1731588093754Disabling writes for close at 1731588093755 (+1 ms)Obtaining lock to block concurrent updates at 1731588093755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588093755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731588093755Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588093756 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588093756Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588093769 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588093769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588094179 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588094193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588094193Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588094604 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588094620 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588094620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e44188: reopening flushed file at 1731588095031 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3936674f: reopening flushed file at 1731588095038 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d5c689: reopening flushed file at 1731588095043 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731588095050 (+7 ms)Writing region close event to WAL at 1731588095051 (+1 ms)Closed at 1731588095051 2024-11-14T12:41:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43241 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:41:35,054 INFO [M:0;669ef94e8b26:34489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:41:35,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:35,054 INFO [M:0;669ef94e8b26:34489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34489 2024-11-14T12:41:35,055 INFO [M:0;669ef94e8b26:34489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:35,172 INFO [M:0;669ef94e8b26:34489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:35,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:35,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34489-0x1013aa6f4620003, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:35,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:35,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:35,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:35,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:35,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:35,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:41:35,211 WARN [BP-379399631-172.17.0.3-1731588085493 heartbeating to localhost/127.0.0.1:34281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:41:35,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:41:35,211 WARN [BP-379399631-172.17.0.3-1731588085493 heartbeating to localhost/127.0.0.1:34281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-379399631-172.17.0.3-1731588085493 (Datanode Uuid 7f5ab202-2a2a-4dbe-a65e-0592aeb4d627) service to localhost/127.0.0.1:34281 2024-11-14T12:41:35,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/cluster_99290d8e-1d5e-c844-db7f-d7a3f424b3a5/data/data1/current/BP-379399631-172.17.0.3-1731588085493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:35,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/cluster_99290d8e-1d5e-c844-db7f-d7a3f424b3a5/data/data2/current/BP-379399631-172.17.0.3-1731588085493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:35,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:41:35,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:35,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:35,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:35,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:35,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:41:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:41:35,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:35,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:35,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:35,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:35,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:35,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:41:35,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=577516774, stopped=false 2024-11-14T12:41:35,230 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,41445,1731588081953 2024-11-14T12:41:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1498957058/running 2024-11-14T12:41:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1498957058/running 2024-11-14T12:41:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:35,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:35,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:35,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:35,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:35,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/running 2024-11-14T12:41:35,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Set watcher on znode that does not yet exist, /0-1498957058/running 2024-11-14T12:41:35,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,37781,1731588082113' ***** 2024-11-14T12:41:35,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:41:35,249 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:41:35,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:41:35,249 INFO [RS:0;669ef94e8b26:37781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:41:35,249 INFO [RS:0;669ef94e8b26:37781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(3091): Received CLOSE for d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,37781,1731588082113 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:37781. 2024-11-14T12:41:35,250 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0ef808c7ef60b3c920f65a03f6fd90e, disabling compactions & flushes 2024-11-14T12:41:35,250 DEBUG [RS:0;669ef94e8b26:37781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:35,250 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:35,250 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:35,250 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:35,250 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. after waiting 0 ms 2024-11-14T12:41:35,250 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:41:35,250 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0ef808c7ef60b3c920f65a03f6fd90e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:41:35,250 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:41:35,250 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d0ef808c7ef60b3c920f65a03f6fd90e=hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e.} 2024-11-14T12:41:35,250 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0ef808c7ef60b3c920f65a03f6fd90e 2024-11-14T12:41:35,250 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:35,251 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:35,251 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:35,251 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:35,251 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:35,251 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:41:35,265 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/info/0d3f9cb0ee2342469182ed1c9ae6692f is 147, key is hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e./info:regioninfo/1731588091495/Put/seqid=0 2024-11-14T12:41:35,265 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/.tmp/queue/262a4c75c74d4ce1b25796d8035b8716 is 151, key is 1-669ef94e8b26,37781,1731588082113/queue:669ef94e8b26%2C37781%2C1731588082113/1731588091813/Put/seqid=0 2024-11-14T12:41:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:41:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741838_1014 (size=5350) 2024-11-14T12:41:35,270 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/.tmp/queue/262a4c75c74d4ce1b25796d8035b8716 2024-11-14T12:41:35,270 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/info/0d3f9cb0ee2342469182ed1c9ae6692f 2024-11-14T12:41:35,279 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/.tmp/queue/262a4c75c74d4ce1b25796d8035b8716 as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/queue/262a4c75c74d4ce1b25796d8035b8716 2024-11-14T12:41:35,280 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:41:35,280 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:41:35,284 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/queue/262a4c75c74d4ce1b25796d8035b8716, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T12:41:35,285 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d0ef808c7ef60b3c920f65a03f6fd90e in 35ms, sequenceid=5, compaction requested=false 2024-11-14T12:41:35,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:41:35,290 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/replication/d0ef808c7ef60b3c920f65a03f6fd90e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:41:35,291 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:35,291 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:35,291 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:35,292 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0ef808c7ef60b3c920f65a03f6fd90e: Waiting for close lock at 1731588095250Running coprocessor pre-close hooks at 1731588095250Disabling compacts and flushes for region at 1731588095250Disabling writes for close at 1731588095250Obtaining lock to block concurrent updates at 1731588095250Preparing flush snapshotting stores in d0ef808c7ef60b3c920f65a03f6fd90e at 1731588095250Finished memstore snapshotting hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731588095250Flushing stores of hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. at 1731588095251 (+1 ms)Flushing d0ef808c7ef60b3c920f65a03f6fd90e/queue: creating writer at 1731588095251Flushing d0ef808c7ef60b3c920f65a03f6fd90e/queue: appending metadata at 1731588095264 (+13 ms)Flushing d0ef808c7ef60b3c920f65a03f6fd90e/queue: closing flushed file at 1731588095264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e33a17f: reopening flushed file at 1731588095278 (+14 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d0ef808c7ef60b3c920f65a03f6fd90e in 35ms, sequenceid=5, compaction requested=false at 1731588095285 (+7 ms)Writing region close event to WAL at 1731588095286 (+1 ms)Running coprocessor post-close hooks at 1731588095291 (+5 ms)Closed at 1731588095291 2024-11-14T12:41:35,292 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588090312.d0ef808c7ef60b3c920f65a03f6fd90e. 2024-11-14T12:41:35,300 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:35,302 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/ns/6a670122062d4b8ea5ee9f7297814c04 is 43, key is default/ns:d/1731588085349/Put/seqid=0 2024-11-14T12:41:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:41:35,374 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:35,451 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:35,651 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:35,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:35,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:35,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:35,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:35,706 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/ns/6a670122062d4b8ea5ee9f7297814c04 2024-11-14T12:41:35,725 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/table/7870094caa374c019b2906a6c840f62e is 53, key is hbase:replication/table:state/1731588091504/Put/seqid=0 2024-11-14T12:41:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:41:35,851 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:36,051 DEBUG [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:41:36,130 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/table/7870094caa374c019b2906a6c840f62e 2024-11-14T12:41:36,136 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/info/0d3f9cb0ee2342469182ed1c9ae6692f as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/info/0d3f9cb0ee2342469182ed1c9ae6692f 2024-11-14T12:41:36,142 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/info/0d3f9cb0ee2342469182ed1c9ae6692f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:41:36,143 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/ns/6a670122062d4b8ea5ee9f7297814c04 as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/ns/6a670122062d4b8ea5ee9f7297814c04 2024-11-14T12:41:36,148 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/ns/6a670122062d4b8ea5ee9f7297814c04, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:41:36,149 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/.tmp/table/7870094caa374c019b2906a6c840f62e as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/table/7870094caa374c019b2906a6c840f62e 2024-11-14T12:41:36,153 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/table/7870094caa374c019b2906a6c840f62e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:41:36,154 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false 2024-11-14T12:41:36,159 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:41:36,159 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:36,159 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:36,159 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:36,160 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588095250Running coprocessor pre-close hooks at 1731588095250Disabling compacts and flushes for region at 1731588095250Disabling writes for close at 1731588095251 (+1 ms)Obtaining lock to block concurrent updates at 1731588095251Preparing flush snapshotting stores in 1588230740 at 1731588095251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731588095251Flushing stores of hbase:meta,,1.1588230740 at 1731588095252 (+1 ms)Flushing 1588230740/info: creating writer at 1731588095252Flushing 1588230740/info: appending metadata at 1731588095265 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588095265Flushing 1588230740/ns: creating writer at 1731588095276 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731588095301 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731588095301Flushing 1588230740/table: creating writer at 1731588095712 (+411 ms)Flushing 1588230740/table: appending metadata at 1731588095725 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731588095725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2c6f24: reopening flushed file at 1731588096135 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddc3cff: reopening flushed file at 1731588096142 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfd9fd5: reopening flushed file at 1731588096148 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false at 1731588096154 (+6 ms)Writing region close event to WAL at 1731588096155 (+1 ms)Running coprocessor post-close hooks at 1731588096159 (+4 ms)Closed at 1731588096159 2024-11-14T12:41:36,160 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:36,251 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,37781,1731588082113; all regions closed. 2024-11-14T12:41:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:41:36,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.meta.1731588085281.meta not finished, retry = 0 2024-11-14T12:41:36,279 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/WALs/669ef94e8b26,37781,1731588082113/669ef94e8b26%2C37781%2C1731588082113.1731588084321 to pos 0, reset compression=false 2024-11-14T12:41:36,356 DEBUG [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs 2024-11-14T12:41:36,357 INFO [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37781%2C1731588082113.meta:.meta(num 1731588085281) 2024-11-14T12:41:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741837_1013 (size=1586) 2024-11-14T12:41:36,361 DEBUG [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs 2024-11-14T12:41:36,361 INFO [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37781%2C1731588082113.rep:(num 1731588091454) 2024-11-14T12:41:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:41:36,365 DEBUG [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/oldWALs 2024-11-14T12:41:36,365 INFO [RS:0;669ef94e8b26:37781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37781%2C1731588082113:(num 1731588084321) 2024-11-14T12:41:36,365 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:36,365 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:41:36,365 INFO [RS:0;669ef94e8b26:37781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:36,365 INFO [RS:0;669ef94e8b26:37781 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:36,366 INFO [RS:0;669ef94e8b26:37781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:36,366 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:36,366 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,37781,1731588082113 because: Region server is closing 2024-11-14T12:41:36,366 INFO [RS:0;669ef94e8b26:37781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:37781. 2024-11-14T12:41:36,366 DEBUG [RS:0;669ef94e8b26:37781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:36,366 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:36,366 DEBUG [RS:0;669ef94e8b26:37781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:36,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:36,466 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.shipper669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:41:36,466 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.wal-reader.669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:41:36,467 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37781,1731588082113.replicationSource.shipper669ef94e8b26%2C37781%2C1731588082113,1-669ef94e8b26,37781,1731588082113 terminated 2024-11-14T12:41:36,467 INFO [RS:0;669ef94e8b26:37781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37781 2024-11-14T12:41:36,490 INFO [RS:0;669ef94e8b26:37781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1498957058/rs/669ef94e8b26,37781,1731588082113 2024-11-14T12:41:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058/rs 2024-11-14T12:41:36,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,37781,1731588082113] 2024-11-14T12:41:36,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1498957058/draining/669ef94e8b26,37781,1731588082113 already deleted, retry=false 2024-11-14T12:41:36,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,37781,1731588082113 expired; onlineServers=0 2024-11-14T12:41:36,506 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,41445,1731588081953' ***** 2024-11-14T12:41:36,506 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:41:36,507 DEBUG [M:0;669ef94e8b26:41445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:41:36,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:41:36,507 DEBUG [M:0;669ef94e8b26:41445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:41:36,507 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588084061 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588084061,5,FailOnTimeoutGroup] 2024-11-14T12:41:36,507 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588084061 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588084061,5,FailOnTimeoutGroup] 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:41:36,507 DEBUG [M:0;669ef94e8b26:41445 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:41:36,507 INFO [M:0;669ef94e8b26:41445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:41:36,508 INFO [M:0;669ef94e8b26:41445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:41:36,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:41:36,515 DEBUG [M:0;669ef94e8b26:41445 {}] zookeeper.ZKUtil(347): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Unable to get data of znode /0-1498957058/master because node does not exist (not an error) 2024-11-14T12:41:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1498957058/master 2024-11-14T12:41:36,515 WARN [M:0;669ef94e8b26:41445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:41:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1498957058 2024-11-14T12:41:36,516 INFO [M:0;669ef94e8b26:41445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/.lastflushedseqids 2024-11-14T12:41:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:41:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:36,598 INFO [RS:0;669ef94e8b26:37781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37781-0x1013aa6f4620001, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:36,598 INFO [RS:0;669ef94e8b26:37781 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,37781,1731588082113; zookeeper connection closed. 2024-11-14T12:41:36,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 2024-11-14T12:41:36,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:41:36,921 INFO [M:0;669ef94e8b26:41445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:41:36,921 INFO [M:0;669ef94e8b26:41445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:41:36,921 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:36,921 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:36,921 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:36,921 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:36,921 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:36,921 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T12:41:36,942 DEBUG [M:0;669ef94e8b26:41445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4350b04f6361402295ff0e16a8766f13 is 82, key is hbase:meta,,1/info:regioninfo/1731588085320/Put/seqid=0 2024-11-14T12:41:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:41:37,347 INFO [M:0;669ef94e8b26:41445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4350b04f6361402295ff0e16a8766f13 2024-11-14T12:41:37,365 DEBUG [M:0;669ef94e8b26:41445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6efaddd981048e091a6b5998d85f326 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731588091510/Put/seqid=0 2024-11-14T12:41:37,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741844_1020 (size=7203) 2024-11-14T12:41:37,770 INFO [M:0;669ef94e8b26:41445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6efaddd981048e091a6b5998d85f326 2024-11-14T12:41:37,788 DEBUG [M:0;669ef94e8b26:41445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5851b6a426614b0198d876c99d070b59 is 69, key is 669ef94e8b26,37781,1731588082113/rs:state/1731588084172/Put/seqid=0 2024-11-14T12:41:37,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:41:38,192 INFO [M:0;669ef94e8b26:41445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5851b6a426614b0198d876c99d070b59 2024-11-14T12:41:38,198 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4350b04f6361402295ff0e16a8766f13 as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4350b04f6361402295ff0e16a8766f13 2024-11-14T12:41:38,202 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4350b04f6361402295ff0e16a8766f13, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T12:41:38,203 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6efaddd981048e091a6b5998d85f326 as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6efaddd981048e091a6b5998d85f326 2024-11-14T12:41:38,208 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6efaddd981048e091a6b5998d85f326, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T12:41:38,209 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5851b6a426614b0198d876c99d070b59 as hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5851b6a426614b0198d876c99d070b59 2024-11-14T12:41:38,214 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38877/user/jenkins/test-data/1954aa3b-1277-6926-4db0-bb532f78f08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5851b6a426614b0198d876c99d070b59, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T12:41:38,215 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-14T12:41:38,217 INFO [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:38,217 DEBUG [M:0;669ef94e8b26:41445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588096921Disabling compacts and flushes for region at 1731588096921Disabling writes for close at 1731588096921Obtaining lock to block concurrent updates at 1731588096921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588096921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731588096922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588096922Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588096922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588096942 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588096942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588097352 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588097365 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588097365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588097775 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588097787 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588097787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67af6259: reopening flushed file at 1731588098197 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2443f4: reopening flushed file at 1731588098202 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a201f9: reopening flushed file at 1731588098208 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731588098215 (+7 ms)Writing region close event to WAL at 1731588098217 (+2 ms)Closed at 1731588098217 2024-11-14T12:41:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36753 is added to blk_1073741830_1006 (size=41008) 2024-11-14T12:41:38,219 INFO [M:0;669ef94e8b26:41445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:41:38,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:41:38,220 INFO [M:0;669ef94e8b26:41445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41445 2024-11-14T12:41:38,220 INFO [M:0;669ef94e8b26:41445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:41:38,348 INFO [M:0;669ef94e8b26:41445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:41:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41445-0x1013aa6f4620000, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:41:38,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:38,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:38,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:38,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:38,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:38,352 WARN [BP-19646267-172.17.0.3-1731588080276 heartbeating to localhost/127.0.0.1:38877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:41:38,352 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:41:38,352 WARN [BP-19646267-172.17.0.3-1731588080276 heartbeating to localhost/127.0.0.1:38877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-19646267-172.17.0.3-1731588080276 (Datanode Uuid 86e1a286-36f0-4c29-9e38-f14d9970bae8) service to localhost/127.0.0.1:38877 2024-11-14T12:41:38,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:41:38,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/data/data1/current/BP-19646267-172.17.0.3-1731588080276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:38,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/cluster_decc1965-7f6f-5278-19c4-0baf04cd61fd/data/data2/current/BP-19646267-172.17.0.3-1731588080276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:41:38,353 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:41:38,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:38,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:41:38,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:41:38,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:41:38,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dad0728f-4433-cf56-456f-8af83c81c4d3/hadoop.log.dir/,STOPPED} 2024-11-14T12:41:38,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:41:38,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:41:38,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34281 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=6864 (was 7036) 2024-11-14T12:41:38,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=6864 2024-11-14T12:41:38,406 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T12:41:38,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir so I do NOT create it in target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157 2024-11-14T12:41:38,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:41:38,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.tmp.dir so I do NOT create it in target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157 2024-11-14T12:41:38,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3379256e-1438-87d1-e200-dbf9d7d210e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:41:38,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157 2024-11-14T12:41:38,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b, deleteOnExit=true 2024-11-14T12:41:38,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/zookeeper_0, clientPort=62529, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:41:38,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62529 2024-11-14T12:41:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:41:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/test.cache.data in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:41:38,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:41:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:41:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa6f4620005, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:41:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa6f4620002, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:41:38,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa6f4620005, quorum=127.0.0.1:55598, baseZNode=/1408924392 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:41:38,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa6f4620002, quorum=127.0.0.1:55598, baseZNode=/0-1498957058 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:41:38,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:38,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:38,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:38,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:38,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:41:38,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:38,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:38,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:38,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/java.io.tmpdir/jetty-localhost-33733-hadoop-hdfs-3_4_1-tests_jar-_-any-7630085942231559548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:38,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:33733} 2024-11-14T12:41:38,797 INFO [Time-limited test {}] server.Server(415): Started @52516ms 2024-11-14T12:41:38,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:39,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:39,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:39,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:39,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:41:39,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:39,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:39,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/java.io.tmpdir/jetty-localhost-46753-hadoop-hdfs-3_4_1-tests_jar-_-any-7442255995504624414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:39,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:46753} 2024-11-14T12:41:39,098 INFO [Time-limited test {}] server.Server(415): Started @52817ms 2024-11-14T12:41:39,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:41:39,680 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/data/data1/current/BP-1696155379-172.17.0.3-1731588098446/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:39,680 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/data/data2/current/BP-1696155379-172.17.0.3-1731588098446/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:39,700 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:41:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3f10cdf94bf2fa with lease ID 0x1b322b941363c402: Processing first storage report for DS-4887f622-a022-448c-8a5c-bcfdadc778fe from datanode DatanodeRegistration(127.0.0.1:34783, datanodeUuid=4c8847ce-3e95-4b92-96e0-3a0e415d7675, infoPort=33343, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=1498273723;c=1731588098446) 2024-11-14T12:41:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3f10cdf94bf2fa with lease ID 0x1b322b941363c402: from storage DS-4887f622-a022-448c-8a5c-bcfdadc778fe node DatanodeRegistration(127.0.0.1:34783, datanodeUuid=4c8847ce-3e95-4b92-96e0-3a0e415d7675, infoPort=33343, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=1498273723;c=1731588098446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3f10cdf94bf2fa with lease ID 0x1b322b941363c402: Processing first storage report for DS-ccab24ed-ed02-4c47-9d35-e39c5fdcaa48 from datanode DatanodeRegistration(127.0.0.1:34783, datanodeUuid=4c8847ce-3e95-4b92-96e0-3a0e415d7675, infoPort=33343, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=1498273723;c=1731588098446) 2024-11-14T12:41:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3f10cdf94bf2fa with lease ID 0x1b322b941363c402: from storage DS-ccab24ed-ed02-4c47-9d35-e39c5fdcaa48 node DatanodeRegistration(127.0.0.1:34783, datanodeUuid=4c8847ce-3e95-4b92-96e0-3a0e415d7675, infoPort=33343, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=1498273723;c=1731588098446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:39,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157 2024-11-14T12:41:39,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:39,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:41:40,133 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b with version=8 2024-11-14T12:41:40,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/hbase-staging 2024-11-14T12:41:40,135 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:41:40,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:40,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37789 2024-11-14T12:41:40,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37789 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:40,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377890x0, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:40,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37789-0x1013aa73b650000 connected 2024-11-14T12:41:40,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:40,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:40,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/running 2024-11-14T12:41:40,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b, hbase.cluster.distributed=false 2024-11-14T12:41:40,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/acl 2024-11-14T12:41:40,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-14T12:41:40,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37789 2024-11-14T12:41:40,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37789 2024-11-14T12:41:40,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-14T12:41:40,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-14T12:41:40,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:40,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:41:40,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:40,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35581 2024-11-14T12:41:40,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35581 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:40,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:40,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355810x0, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:40,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355810x0, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/running 2024-11-14T12:41:40,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35581-0x1013aa73b650001 connected 2024-11-14T12:41:40,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:41:40,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:41:40,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/master 2024-11-14T12:41:40,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/acl 2024-11-14T12:41:40,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-14T12:41:40,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35581 2024-11-14T12:41:40,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35581 2024-11-14T12:41:40,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-14T12:41:40,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-14T12:41:40,348 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:37789 2024-11-14T12:41:40,348 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-801010946/backup-masters/669ef94e8b26,37789,1731588100134 2024-11-14T12:41:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/backup-masters 2024-11-14T12:41:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/backup-masters 2024-11-14T12:41:40,357 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on existing znode=/0-801010946/backup-masters/669ef94e8b26,37789,1731588100134 2024-11-14T12:41:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-801010946/master 2024-11-14T12:41:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:40,365 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on existing znode=/0-801010946/master 2024-11-14T12:41:40,365 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-801010946/backup-masters/669ef94e8b26,37789,1731588100134 from backup master directory 2024-11-14T12:41:40,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-801010946/backup-masters/669ef94e8b26,37789,1731588100134 2024-11-14T12:41:40,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/backup-masters 2024-11-14T12:41:40,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/backup-masters 2024-11-14T12:41:40,373 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:40,373 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,37789,1731588100134 2024-11-14T12:41:40,377 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/hbase.id] with ID: 00ae7938-69ca-4c13-84a2-d4c7261c7a8c 2024-11-14T12:41:40,377 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/.tmp/hbase.id 2024-11-14T12:41:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:41:40,782 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/.tmp/hbase.id]:[hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/hbase.id] 2024-11-14T12:41:40,793 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:40,793 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:41:40,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:40,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:41:40,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:40,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:40,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:41:40,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:40,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:40,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:41,229 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:41:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:41:41,638 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store 2024-11-14T12:41:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:41:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:41:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:41:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:41:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:42,044 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:42,044 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:42,044 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:42,044 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:42,044 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:42,044 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:42,044 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:42,045 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588102044Disabling compacts and flushes for region at 1731588102044Disabling writes for close at 1731588102044Writing region close event to WAL at 1731588102044Closed at 1731588102044 2024-11-14T12:41:42,045 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/.initializing 2024-11-14T12:41:42,045 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/WALs/669ef94e8b26,37789,1731588100134 2024-11-14T12:41:42,047 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:42,048 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C37789%2C1731588100134, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/WALs/669ef94e8b26,37789,1731588100134, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:42,060 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/WALs/669ef94e8b26,37789,1731588100134/669ef94e8b26%2C37789%2C1731588100134.1731588102049, exclude list is [], retry=0 2024-11-14T12:41:42,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-4887f622-a022-448c-8a5c-bcfdadc778fe,DISK] 2024-11-14T12:41:42,064 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/WALs/669ef94e8b26,37789,1731588100134/669ef94e8b26%2C37789%2C1731588100134.1731588102049 2024-11-14T12:41:42,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-14T12:41:42,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:42,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:42,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:42,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:42,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:42,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:42,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:42,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:42,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:42,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:42,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:42,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:42,073 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,073 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,074 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,075 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,075 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,075 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:42,076 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:42,079 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:42,079 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71024742, jitterRate=0.05835112929344177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:42,079 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588102065Initializing all the Stores at 1731588102065Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588102065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588102066 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588102066Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588102066Cleaning up temporary data from old regions at 1731588102075 (+9 ms)Region opened successfully at 1731588102079 (+4 ms) 2024-11-14T12:41:42,080 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:42,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eeabeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:42,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:41:42,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:42,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:42,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:42,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:42,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:41:42,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:42,086 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:42,087 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:42,114 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/balancer already deleted, retry=false 2024-11-14T12:41:42,115 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:42,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:42,123 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/normalizer already deleted, retry=false 2024-11-14T12:41:42,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:42,124 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:42,131 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/switch/split already deleted, retry=false 2024-11-14T12:41:42,132 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:42,139 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/switch/merge already deleted, retry=false 2024-11-14T12:41:42,141 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:42,148 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-801010946/running 2024-11-14T12:41:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-801010946/running 2024-11-14T12:41:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,157 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,37789,1731588100134, sessionid=0x1013aa73b650000, setting cluster-up flag (Was=false) 2024-11-14T12:41:42,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,198 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-801010946/flush-table-proc/acquired, /0-801010946/flush-table-proc/reached, /0-801010946/flush-table-proc/abort 2024-11-14T12:41:42,199 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,37789,1731588100134 2024-11-14T12:41:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:42,239 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-801010946/online-snapshot/acquired, /0-801010946/online-snapshot/reached, /0-801010946/online-snapshot/abort 2024-11-14T12:41:42,241 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,37789,1731588100134 2024-11-14T12:41:42,242 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:41:42,243 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:42,244 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:42,244 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:42,244 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,37789,1731588100134 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:42,245 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588132246 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:42,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:42,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,247 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:42,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:42,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:41:42,248 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588102248,5,FailOnTimeoutGroup] 2024-11-14T12:41:42,248 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588102248,5,FailOnTimeoutGroup] 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:42,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,249 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:41:42,340 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(746): ClusterId : 00ae7938-69ca-4c13-84a2-d4c7261c7a8c 2024-11-14T12:41:42,340 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:42,349 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:42,349 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:42,357 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:42,357 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78f8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:42,367 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:35581 2024-11-14T12:41:42,367 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:42,367 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:42,367 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:42,368 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,37789,1731588100134 with port=35581, startcode=1731588100318 2024-11-14T12:41:42,368 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:42,370 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:42,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,372 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b 2024-11-14T12:41:42,372 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34997 2024-11-14T12:41:42,372 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:42,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/rs 2024-11-14T12:41:42,382 DEBUG [RS:0;669ef94e8b26:35581 {}] zookeeper.ZKUtil(111): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on existing znode=/0-801010946/rs/669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,382 WARN [RS:0;669ef94e8b26:35581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:42,382 INFO [RS:0;669ef94e8b26:35581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:42,382 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,35581,1731588100318] 2024-11-14T12:41:42,384 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:42,386 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:42,386 INFO [RS:0;669ef94e8b26:35581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:42,386 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,386 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:42,387 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:42,387 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,387 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:42,388 DEBUG [RS:0;669ef94e8b26:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,390 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35581,1731588100318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:42,402 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:42,403 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35581,1731588100318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,403 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,403 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.Replication(171): 669ef94e8b26,35581,1731588100318 started 2024-11-14T12:41:42,415 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:42,415 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,35581,1731588100318, RpcServer on 669ef94e8b26/172.17.0.3:35581, sessionid=0x1013aa73b650001 2024-11-14T12:41:42,415 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:42,415 DEBUG [RS:0;669ef94e8b26:35581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,415 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,35581,1731588100318' 2024-11-14T12:41:42,415 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-801010946/flush-table-proc/abort' 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-801010946/flush-table-proc/acquired' 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,35581,1731588100318 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,35581,1731588100318' 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-801010946/online-snapshot/abort' 2024-11-14T12:41:42,416 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-801010946/online-snapshot/acquired' 2024-11-14T12:41:42,417 DEBUG [RS:0;669ef94e8b26:35581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:42,417 INFO [RS:0;669ef94e8b26:35581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:42,417 INFO [RS:0;669ef94e8b26:35581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:42,517 INFO [RS:0;669ef94e8b26:35581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:42,518 INFO [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C35581%2C1731588100318, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs, maxLogs=10 2024-11-14T12:41:42,530 DEBUG [RS:0;669ef94e8b26:35581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519, exclude list is [], retry=0 2024-11-14T12:41:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-4887f622-a022-448c-8a5c-bcfdadc778fe,DISK] 2024-11-14T12:41:42,535 INFO [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 2024-11-14T12:41:42,535 DEBUG [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-14T12:41:42,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:41:42,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b 2024-11-14T12:41:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:41:43,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:43,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:43,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:43,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:43,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:43,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:43,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:43,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:43,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:43,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:43,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740 2024-11-14T12:41:43,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740 2024-11-14T12:41:43,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:43,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:43,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:43,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:43,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:43,078 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64560836, jitterRate=-0.037968575954437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588103065Initializing all the Stores at 1731588103065Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103066 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588103066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103066Cleaning up temporary data from old regions at 1731588103074 (+8 ms)Region opened successfully at 1731588103079 (+5 ms) 2024-11-14T12:41:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:43,079 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:43,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:43,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588103079Disabling compacts and flushes for region at 1731588103079Disabling writes for close at 1731588103079Writing region close event to WAL at 1731588103080 (+1 ms)Closed at 1731588103080 2024-11-14T12:41:43,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:43,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:41:43,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:43,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:43,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:41:43,233 DEBUG [669ef94e8b26:37789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:43,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:43,235 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,35581,1731588100318, state=OPENING 2024-11-14T12:41:43,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:41:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:43,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:43,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-801010946/meta-region-server: CHANGED 2024-11-14T12:41:43,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-801010946/meta-region-server: CHANGED 2024-11-14T12:41:43,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,35581,1731588100318}] 2024-11-14T12:41:43,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:43,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:43,431 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:43,431 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:43,431 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:43,433 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C35581%2C1731588100318.meta, suffix=.meta, logDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs, maxLogs=10 2024-11-14T12:41:43,444 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.meta.1731588103433.meta, exclude list is [], retry=0 2024-11-14T12:41:43,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-4887f622-a022-448c-8a5c-bcfdadc778fe,DISK] 2024-11-14T12:41:43,449 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.meta.1731588103433.meta 2024-11-14T12:41:43,449 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-14T12:41:43,449 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:43,449 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:43,449 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:43,450 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:43,450 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:43,450 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:43,450 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:43,450 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:43,450 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:43,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:43,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:43,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:43,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:43,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:43,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:43,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:43,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:43,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:43,456 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:43,457 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740 2024-11-14T12:41:43,458 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740 2024-11-14T12:41:43,459 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:43,459 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:43,460 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:43,461 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:43,462 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64782580, jitterRate=-0.0346643328666687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:43,462 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:43,462 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588103450Writing region info on filesystem at 1731588103450Initializing all the Stores at 1731588103451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588103451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588103451Cleaning up temporary data from old regions at 1731588103459 (+8 ms)Running coprocessor post-open hooks at 1731588103462 (+3 ms)Region opened successfully at 1731588103462 2024-11-14T12:41:43,463 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588103426 2024-11-14T12:41:43,465 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:43,465 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:43,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:43,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,35581,1731588100318, state=OPEN 2024-11-14T12:41:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-801010946/meta-region-server 2024-11-14T12:41:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-801010946/meta-region-server 2024-11-14T12:41:43,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:43,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-801010946/meta-region-server: CHANGED 2024-11-14T12:41:43,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-801010946/meta-region-server: CHANGED 2024-11-14T12:41:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:41:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,35581,1731588100318 in 223 msec 2024-11-14T12:41:43,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:41:43,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-14T12:41:43,501 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:43,501 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:41:43,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:43,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:43,503 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:43,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:43,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-14T12:41:43,509 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588103509, completionTime=-1 2024-11-14T12:41:43,509 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:41:43,509 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588163511 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588223511 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,511 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:37789, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,514 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.142sec 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:43,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:43,517 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:43,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:43,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37789,1731588100134-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:43,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:43,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,37789,-1 for getting cluster id 2024-11-14T12:41:43,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:43,542 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ae7938-69ca-4c13-84a2-d4c7261c7a8c' 2024-11-14T12:41:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ae7938-69ca-4c13-84a2-d4c7261c7a8c" 2024-11-14T12:41:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7fa122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,37789,-1] 2024-11-14T12:41:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:43,544 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:43,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:43,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:43,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:43,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,37789,1731588100134 2024-11-14T12:41:43,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:43,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa73b650002 connected 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir so I do NOT create it in target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de 2024-11-14T12:41:43,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.tmp.dir so I do NOT create it in target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de 2024-11-14T12:41:43,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:41:43,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/cluster_0ff8b704-c5e2-3b6c-2915-3bddac16571e, deleteOnExit=true 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/test.cache.data in system properties and HBase conf 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:41:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:41:43,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:41:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:41:43,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:43,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:43,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:43,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:43,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:41:43,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:43,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:43,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:43,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/java.io.tmpdir/jetty-localhost-37617-hadoop-hdfs-3_4_1-tests_jar-_-any-18282751899729093385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:41:43,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:37617} 2024-11-14T12:41:43,989 INFO [Time-limited test {}] server.Server(415): Started @57707ms 2024-11-14T12:41:44,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:41:44,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:41:44,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:41:44,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:41:44,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:41:44,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:41:44,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:41:44,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/java.io.tmpdir/jetty-localhost-35009-hadoop-hdfs-3_4_1-tests_jar-_-any-5892621526606647626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:41:44,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:35009} 2024-11-14T12:41:44,301 INFO [Time-limited test {}] server.Server(415): Started @58020ms 2024-11-14T12:41:44,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:41:44,805 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/cluster_0ff8b704-c5e2-3b6c-2915-3bddac16571e/data/data1/current/BP-809627453-172.17.0.3-1731588103608/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:44,805 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/cluster_0ff8b704-c5e2-3b6c-2915-3bddac16571e/data/data2/current/BP-809627453-172.17.0.3-1731588103608/current, will proceed with Du for space computation calculation, 2024-11-14T12:41:44,819 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:41:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5467e32ade877f00 with lease ID 0xf1921497c1f6f5cf: Processing first storage report for DS-d6947107-897a-4bd1-8246-bf26d36fb46c from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=62af7f26-f526-4a2c-b63c-ac4e05e54a99, infoPort=42723, infoSecurePort=0, ipcPort=46039, storageInfo=lv=-57;cid=testClusterID;nsid=633708090;c=1731588103608) 2024-11-14T12:41:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5467e32ade877f00 with lease ID 0xf1921497c1f6f5cf: from storage DS-d6947107-897a-4bd1-8246-bf26d36fb46c node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=62af7f26-f526-4a2c-b63c-ac4e05e54a99, infoPort=42723, infoSecurePort=0, ipcPort=46039, storageInfo=lv=-57;cid=testClusterID;nsid=633708090;c=1731588103608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5467e32ade877f00 with lease ID 0xf1921497c1f6f5cf: Processing first storage report for DS-f031715f-7387-486b-b6da-e9f508908402 from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=62af7f26-f526-4a2c-b63c-ac4e05e54a99, infoPort=42723, infoSecurePort=0, ipcPort=46039, storageInfo=lv=-57;cid=testClusterID;nsid=633708090;c=1731588103608) 2024-11-14T12:41:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5467e32ade877f00 with lease ID 0xf1921497c1f6f5cf: from storage DS-f031715f-7387-486b-b6da-e9f508908402 node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=62af7f26-f526-4a2c-b63c-ac4e05e54a99, infoPort=42723, infoSecurePort=0, ipcPort=46039, storageInfo=lv=-57;cid=testClusterID;nsid=633708090;c=1731588103608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:41:44,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de 2024-11-14T12:41:44,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:44,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:41:45,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8 with version=8 2024-11-14T12:41:45,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/hbase-staging 2024-11-14T12:41:45,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:45,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:45,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:45,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:41:45,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:45,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41687 2024-11-14T12:41:45,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41687 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416870x0, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:45,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41687-0x1013aa73b650003 connected 2024-11-14T12:41:45,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:45,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:45,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/running 2024-11-14T12:41:45,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8, hbase.cluster.distributed=false 2024-11-14T12:41:45,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/acl 2024-11-14T12:41:45,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-14T12:41:45,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41687 2024-11-14T12:41:45,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41687 2024-11-14T12:41:45,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-14T12:41:45,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-14T12:41:45,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:41:45,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:41:45,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46437 2024-11-14T12:41:45,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46437 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:45,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:45,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464370x0, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:45,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/running 2024-11-14T12:41:45,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46437-0x1013aa73b650004 connected 2024-11-14T12:41:45,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:41:45,357 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:41:45,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/master 2024-11-14T12:41:45,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/acl 2024-11-14T12:41:45,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-14T12:41:45,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46437 2024-11-14T12:41:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46437 2024-11-14T12:41:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-14T12:41:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-14T12:41:45,376 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:41687 2024-11-14T12:41:45,376 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11233150802/backup-masters/669ef94e8b26,41687,1731588105236 2024-11-14T12:41:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/backup-masters 2024-11-14T12:41:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/backup-masters 2024-11-14T12:41:45,381 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on existing znode=/11233150802/backup-masters/669ef94e8b26,41687,1731588105236 2024-11-14T12:41:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233150802/master 2024-11-14T12:41:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:45,390 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on existing znode=/11233150802/master 2024-11-14T12:41:45,390 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11233150802/backup-masters/669ef94e8b26,41687,1731588105236 from backup master directory 2024-11-14T12:41:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/backup-masters 2024-11-14T12:41:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233150802/backup-masters/669ef94e8b26,41687,1731588105236 2024-11-14T12:41:45,398 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/backup-masters 2024-11-14T12:41:45,398 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,41687,1731588105236 2024-11-14T12:41:45,402 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/hbase.id] with ID: 2f9b336b-9520-4a2e-b9f4-9b52391c48e5 2024-11-14T12:41:45,402 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/.tmp/hbase.id 2024-11-14T12:41:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:41:45,807 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/.tmp/hbase.id]:[hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/hbase.id] 2024-11-14T12:41:45,818 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:45,818 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:41:45,819 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:41:45,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:45,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:41:46,262 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:46,263 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:41:46,263 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:41:46,671 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store 2024-11-14T12:41:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:41:47,077 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:47,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:41:47,078 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:47,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:47,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:41:47,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:47,078 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:41:47,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588107078Disabling compacts and flushes for region at 1731588107078Disabling writes for close at 1731588107078Writing region close event to WAL at 1731588107078Closed at 1731588107078 2024-11-14T12:41:47,079 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/.initializing 2024-11-14T12:41:47,079 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/WALs/669ef94e8b26,41687,1731588105236 2024-11-14T12:41:47,080 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:47,082 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C41687%2C1731588105236, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/WALs/669ef94e8b26,41687,1731588105236, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/oldWALs, maxLogs=10 2024-11-14T12:41:47,095 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/WALs/669ef94e8b26,41687,1731588105236/669ef94e8b26%2C41687%2C1731588105236.1731588107082, exclude list is [], retry=0 2024-11-14T12:41:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-d6947107-897a-4bd1-8246-bf26d36fb46c,DISK] 2024-11-14T12:41:47,099 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/WALs/669ef94e8b26,41687,1731588105236/669ef94e8b26%2C41687%2C1731588105236.1731588107082 2024-11-14T12:41:47,099 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-14T12:41:47,099 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:47,099 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:47,099 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,099 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:41:47,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:47,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:47,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:41:47,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:47,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:47,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:41:47,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:47,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:47,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:41:47,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:47,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:47,108 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,108 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,109 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,110 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,110 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,111 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:47,112 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:41:47,113 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:47,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69474420, jitterRate=0.035249531269073486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:47,114 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588107100Initializing all the Stores at 1731588107100Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588107101 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588107101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588107101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588107101Cleaning up temporary data from old regions at 1731588107110 (+9 ms)Region opened successfully at 1731588107114 (+4 ms) 2024-11-14T12:41:47,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:41:47,117 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a4a8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:47,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:41:47,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:41:47,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:41:47,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:41:47,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:41:47,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:41:47,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:41:47,121 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:41:47,122 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/balancer because node does not exist (not necessarily an error) 2024-11-14T12:41:47,139 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/balancer already deleted, retry=false 2024-11-14T12:41:47,140 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:41:47,140 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:41:47,147 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/normalizer already deleted, retry=false 2024-11-14T12:41:47,148 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:41:47,149 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:41:47,156 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/switch/split already deleted, retry=false 2024-11-14T12:41:47,157 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:41:47,164 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/switch/merge already deleted, retry=false 2024-11-14T12:41:47,166 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:41:47,172 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/snapshot-cleanup already deleted, retry=false 2024-11-14T12:41:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233150802/running 2024-11-14T12:41:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233150802/running 2024-11-14T12:41:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,41687,1731588105236, sessionid=0x1013aa73b650003, setting cluster-up flag (Was=false) 2024-11-14T12:41:47,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,222 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11233150802/flush-table-proc/acquired, /11233150802/flush-table-proc/reached, /11233150802/flush-table-proc/abort 2024-11-14T12:41:47,223 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41687,1731588105236 2024-11-14T12:41:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:47,264 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11233150802/online-snapshot/acquired, /11233150802/online-snapshot/reached, /11233150802/online-snapshot/abort 2024-11-14T12:41:47,265 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41687,1731588105236 2024-11-14T12:41:47,266 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:41:47,268 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:47,268 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:41:47,268 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:41:47,268 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,41687,1731588105236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:41:47,269 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,270 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:47,270 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:47,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:41:47,271 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588137271 2024-11-14T12:41:47,271 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:41:47,271 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:41:47,271 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:41:47,271 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:41:47,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:41:47,272 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:41:47,273 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588107272,5,FailOnTimeoutGroup] 2024-11-14T12:41:47,273 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588107273,5,FailOnTimeoutGroup] 2024-11-14T12:41:47,273 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,273 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:41:47,273 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,273 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:41:47,366 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(746): ClusterId : 2f9b336b-9520-4a2e-b9f4-9b52391c48e5 2024-11-14T12:41:47,366 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:41:47,373 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:41:47,373 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:41:47,382 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:41:47,382 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29973e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:41:47,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:47,393 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:46437 2024-11-14T12:41:47,393 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:41:47,393 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:41:47,393 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:41:47,394 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,41687,1731588105236 with port=46437, startcode=1731588105343 2024-11-14T12:41:47,394 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:41:47,395 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:41:47,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41687 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,397 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8 2024-11-14T12:41:47,397 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33331 2024-11-14T12:41:47,397 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:41:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:47,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:47,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:47,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:47,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/rs 2024-11-14T12:41:47,446 DEBUG [RS:0;669ef94e8b26:46437 {}] zookeeper.ZKUtil(111): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on existing znode=/11233150802/rs/669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,446 WARN [RS:0;669ef94e8b26:46437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:41:47,446 INFO [RS:0;669ef94e8b26:46437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:47,446 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,46437,1731588105343] 2024-11-14T12:41:47,450 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:41:47,451 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:41:47,451 INFO [RS:0;669ef94e8b26:46437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:41:47,452 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,452 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:41:47,452 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:41:47,452 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:47,453 DEBUG [RS:0;669ef94e8b26:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:41:47,453 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,453 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,454 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,454 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,454 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,454 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46437,1731588105343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:47,466 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:41:47,466 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46437,1731588105343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,466 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,466 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.Replication(171): 669ef94e8b26,46437,1731588105343 started 2024-11-14T12:41:47,478 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:47,478 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,46437,1731588105343, RpcServer on 669ef94e8b26/172.17.0.3:46437, sessionid=0x1013aa73b650004 2024-11-14T12:41:47,478 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:41:47,478 DEBUG [RS:0;669ef94e8b26:46437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,478 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,46437,1731588105343' 2024-11-14T12:41:47,478 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11233150802/flush-table-proc/abort' 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11233150802/flush-table-proc/acquired' 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,46437,1731588105343 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,46437,1731588105343' 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11233150802/online-snapshot/abort' 2024-11-14T12:41:47,479 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11233150802/online-snapshot/acquired' 2024-11-14T12:41:47,480 DEBUG [RS:0;669ef94e8b26:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:41:47,480 INFO [RS:0;669ef94e8b26:46437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:41:47,480 INFO [RS:0;669ef94e8b26:46437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:41:47,580 INFO [RS:0;669ef94e8b26:46437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:41:47,582 INFO [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C46437%2C1731588105343, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/oldWALs, maxLogs=10 2024-11-14T12:41:47,593 DEBUG [RS:0;669ef94e8b26:46437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.1731588107582, exclude list is [], retry=0 2024-11-14T12:41:47,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-d6947107-897a-4bd1-8246-bf26d36fb46c,DISK] 2024-11-14T12:41:47,598 INFO [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.1731588107582 2024-11-14T12:41:47,598 DEBUG [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-14T12:41:47,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:41:47,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8 2024-11-14T12:41:47,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:41:48,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:48,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:48,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:48,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:48,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:48,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:48,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:48,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:48,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:48,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:48,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740 2024-11-14T12:41:48,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740 2024-11-14T12:41:48,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:48,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:48,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:48,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:48,100 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71765992, jitterRate=0.06939661502838135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588108085Initializing all the Stores at 1731588108086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588108086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108086Cleaning up temporary data from old regions at 1731588108096 (+10 ms)Region opened successfully at 1731588108100 (+4 ms) 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:41:48,100 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:41:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:41:48,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:41:48,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588108100Disabling compacts and flushes for region at 1731588108100Disabling writes for close at 1731588108100Writing region close event to WAL at 1731588108101 (+1 ms)Closed at 1731588108101 2024-11-14T12:41:48,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:48,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:41:48,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:41:48,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:48,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:41:48,254 DEBUG [669ef94e8b26:41687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:41:48,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:48,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,46437,1731588105343, state=OPENING 2024-11-14T12:41:48,281 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:41:48,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:48,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:41:48,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:41:48,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,46437,1731588105343}] 2024-11-14T12:41:48,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233150802/meta-region-server: CHANGED 2024-11-14T12:41:48,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233150802/meta-region-server: CHANGED 2024-11-14T12:41:48,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:41:48,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:48,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:41:48,447 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:41:48,447 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:48,447 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:41:48,449 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C46437%2C1731588105343.meta, suffix=.meta, logDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/oldWALs, maxLogs=10 2024-11-14T12:41:48,461 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.meta.1731588108449.meta, exclude list is [], retry=0 2024-11-14T12:41:48,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-d6947107-897a-4bd1-8246-bf26d36fb46c,DISK] 2024-11-14T12:41:48,465 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.meta.1731588108449.meta 2024-11-14T12:41:48,465 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-14T12:41:48,465 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:48,465 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:41:48,466 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:41:48,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:41:48,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:41:48,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:41:48,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:41:48,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:41:48,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:41:48,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:41:48,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:41:48,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:41:48,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:41:48,504 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:41:48,505 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740 2024-11-14T12:41:48,506 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740 2024-11-14T12:41:48,507 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:41:48,507 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:41:48,508 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:41:48,509 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:41:48,510 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72841547, jitterRate=0.08542363345623016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:41:48,510 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:41:48,510 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588108466Writing region info on filesystem at 1731588108466Initializing all the Stores at 1731588108467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588108467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588108467Cleaning up temporary data from old regions at 1731588108507 (+40 ms)Running coprocessor post-open hooks at 1731588108510 (+3 ms)Region opened successfully at 1731588108510 2024-11-14T12:41:48,511 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588108442 2024-11-14T12:41:48,513 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:41:48,513 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:41:48,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:48,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,46437,1731588105343, state=OPEN 2024-11-14T12:41:48,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11233150802/meta-region-server 2024-11-14T12:41:48,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11233150802/meta-region-server 2024-11-14T12:41:48,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:48,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233150802/meta-region-server: CHANGED 2024-11-14T12:41:48,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233150802/meta-region-server: CHANGED 2024-11-14T12:41:48,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:41:48,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,46437,1731588105343 in 266 msec 2024-11-14T12:41:48,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:41:48,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-14T12:41:48,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:41:48,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:41:48,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:48,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46437,1731588105343, seqNum=-1] 2024-11-14T12:41:48,563 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:48,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:48,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-14T12:41:48,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588108569, completionTime=-1 2024-11-14T12:41:48,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:41:48,569 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588168571 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588228571 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:41687, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,572 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,573 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:41:48,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:41:48,577 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:41:48,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:41:48,577 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41687,1731588105236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:41:48,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:48,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41687,-1 for getting cluster id 2024-11-14T12:41:48,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:48,669 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b336b-9520-4a2e-b9f4-9b52391c48e5' 2024-11-14T12:41:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b336b-9520-4a2e-b9f4-9b52391c48e5" 2024-11-14T12:41:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41687,-1] 2024-11-14T12:41:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:48,671 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:48,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:48,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46437,1731588105343, seqNum=-1] 2024-11-14T12:41:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:48,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:48,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,41687,1731588105236 2024-11-14T12:41:48,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62529 2024-11-14T12:41:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:41:48,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa73b650005 connected 2024-11-14T12:41:48,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,37789,1731588100134 2024-11-14T12:41:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ceb8f0 2024-11-14T12:41:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:48,696 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:48,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:41:48,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:41:48,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:48,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:41:48,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:41:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:41:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:49,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d126b7d2f64a2e8ee7bdd7440ef9f561, NAME => 'test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b 2024-11-14T12:41:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:49,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:49,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d126b7d2f64a2e8ee7bdd7440ef9f561, disabling compactions & flushes 2024-11-14T12:41:49,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. after waiting 0 ms 2024-11-14T12:41:49,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d126b7d2f64a2e8ee7bdd7440ef9f561: Waiting for close lock at 1731588109520Disabling compacts and flushes for region at 1731588109520Disabling writes for close at 1731588109520Writing region close event to WAL at 1731588109520Closed at 1731588109520 2024-11-14T12:41:49,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:41:49,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588109521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588109521"}]},"ts":"1731588109521"} 2024-11-14T12:41:49,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:41:49,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:41:49,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588109524"}]},"ts":"1731588109524"} 2024-11-14T12:41:49,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:41:49,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d126b7d2f64a2e8ee7bdd7440ef9f561, ASSIGN}] 2024-11-14T12:41:49,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d126b7d2f64a2e8ee7bdd7440ef9f561, ASSIGN 2024-11-14T12:41:49,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d126b7d2f64a2e8ee7bdd7440ef9f561, ASSIGN; state=OFFLINE, location=669ef94e8b26,35581,1731588100318; forceNewPlan=false, retain=false 2024-11-14T12:41:49,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d126b7d2f64a2e8ee7bdd7440ef9f561, regionState=OPENING, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d126b7d2f64a2e8ee7bdd7440ef9f561, ASSIGN because future has completed 2024-11-14T12:41:49,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126b7d2f64a2e8ee7bdd7440ef9f561, server=669ef94e8b26,35581,1731588100318}] 2024-11-14T12:41:49,838 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,838 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d126b7d2f64a2e8ee7bdd7440ef9f561, NAME => 'test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:49,839 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:49,839 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:41:49,839 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,839 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:49,839 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,839 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,842 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,843 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126b7d2f64a2e8ee7bdd7440ef9f561 columnFamilyName f 2024-11-14T12:41:49,844 DEBUG [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:49,844 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(327): Store=d126b7d2f64a2e8ee7bdd7440ef9f561/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:49,844 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,845 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126b7d2f64a2e8ee7bdd7440ef9f561 columnFamilyName f1 2024-11-14T12:41:49,845 DEBUG [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:49,845 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(327): Store=d126b7d2f64a2e8ee7bdd7440ef9f561/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:49,846 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,846 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126b7d2f64a2e8ee7bdd7440ef9f561 columnFamilyName norep 2024-11-14T12:41:49,846 DEBUG [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:49,847 INFO [StoreOpener-d126b7d2f64a2e8ee7bdd7440ef9f561-1 {}] regionserver.HStore(327): Store=d126b7d2f64a2e8ee7bdd7440ef9f561/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:49,847 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,848 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,848 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,849 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,849 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,849 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:49,850 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,852 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:49,853 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d126b7d2f64a2e8ee7bdd7440ef9f561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73213634, jitterRate=0.09096816182136536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:49,853 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:41:49,853 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d126b7d2f64a2e8ee7bdd7440ef9f561: Running coprocessor pre-open hook at 1731588109839Writing region info on filesystem at 1731588109839Initializing all the Stores at 1731588109840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588109840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588109842 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588109842Cleaning up temporary data from old regions at 1731588109849 (+7 ms)Running coprocessor post-open hooks at 1731588109853 (+4 ms)Region opened successfully at 1731588109853 2024-11-14T12:41:49,855 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., pid=6, masterSystemTime=1731588109834 2024-11-14T12:41:49,857 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,857 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:41:49,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d126b7d2f64a2e8ee7bdd7440ef9f561, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126b7d2f64a2e8ee7bdd7440ef9f561, server=669ef94e8b26,35581,1731588100318 because future has completed 2024-11-14T12:41:49,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:41:49,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d126b7d2f64a2e8ee7bdd7440ef9f561, server=669ef94e8b26,35581,1731588100318 in 180 msec 2024-11-14T12:41:49,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:41:49,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d126b7d2f64a2e8ee7bdd7440ef9f561, ASSIGN in 337 msec 2024-11-14T12:41:49,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:41:49,867 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588109867"}]},"ts":"1731588109867"} 2024-11-14T12:41:49,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:41:49,869 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:41:49,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-14T12:41:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:50,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:50,850 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:41:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41687,1731588105236 2024-11-14T12:41:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-11-14T12:41:50,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:50,852 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:50,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:41:50,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:41:50,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:50,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:41:50,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:41:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:41:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:51,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acc63ec01c5f2c952d924ee0e3300468, NAME => 'test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8 2024-11-14T12:41:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:41:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing acc63ec01c5f2c952d924ee0e3300468, disabling compactions & flushes 2024-11-14T12:41:51,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. after waiting 0 ms 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:51,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:51,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for acc63ec01c5f2c952d924ee0e3300468: Waiting for close lock at 1731588111670Disabling compacts and flushes for region at 1731588111670Disabling writes for close at 1731588111670Writing region close event to WAL at 1731588111670Closed at 1731588111670 2024-11-14T12:41:51,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:41:51,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588111671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588111671"}]},"ts":"1731588111671"} 2024-11-14T12:41:51,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:41:51,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:41:51,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588111675"}]},"ts":"1731588111675"} 2024-11-14T12:41:51,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:41:51,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acc63ec01c5f2c952d924ee0e3300468, ASSIGN}] 2024-11-14T12:41:51,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acc63ec01c5f2c952d924ee0e3300468, ASSIGN 2024-11-14T12:41:51,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=acc63ec01c5f2c952d924ee0e3300468, ASSIGN; state=OFFLINE, location=669ef94e8b26,46437,1731588105343; forceNewPlan=false, retain=false 2024-11-14T12:41:51,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acc63ec01c5f2c952d924ee0e3300468, regionState=OPENING, regionLocation=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:51,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=acc63ec01c5f2c952d924ee0e3300468, ASSIGN because future has completed 2024-11-14T12:41:51,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acc63ec01c5f2c952d924ee0e3300468, server=669ef94e8b26,46437,1731588105343}] 2024-11-14T12:41:51,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:41:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:51,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:41:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:41:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:41:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:41:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:41:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:41:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:41:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:41:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:41:51,988 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:51,988 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => acc63ec01c5f2c952d924ee0e3300468, NAME => 'test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:51,989 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:51,989 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:41:51,989 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,989 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:51,989 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,989 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:51,991 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,992 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc63ec01c5f2c952d924ee0e3300468 columnFamilyName f 2024-11-14T12:41:51,992 DEBUG [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:51,992 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(327): Store=acc63ec01c5f2c952d924ee0e3300468/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:51,992 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,994 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc63ec01c5f2c952d924ee0e3300468 columnFamilyName f1 2024-11-14T12:41:51,994 DEBUG [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:51,994 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(327): Store=acc63ec01c5f2c952d924ee0e3300468/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:51,994 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,995 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc63ec01c5f2c952d924ee0e3300468 columnFamilyName norep 2024-11-14T12:41:51,995 DEBUG [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:51,996 INFO [StoreOpener-acc63ec01c5f2c952d924ee0e3300468-1 {}] regionserver.HStore(327): Store=acc63ec01c5f2c952d924ee0e3300468/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:51,996 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,996 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,997 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,998 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,998 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:51,998 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:52,000 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:52,002 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:52,002 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened acc63ec01c5f2c952d924ee0e3300468; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67826188, jitterRate=0.010688960552215576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:52,002 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:41:52,002 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for acc63ec01c5f2c952d924ee0e3300468: Running coprocessor pre-open hook at 1731588111989Writing region info on filesystem at 1731588111989Initializing all the Stores at 1731588111990 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588111990Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588111990Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588111991 (+1 ms)Cleaning up temporary data from old regions at 1731588111998 (+7 ms)Running coprocessor post-open hooks at 1731588112002 (+4 ms)Region opened successfully at 1731588112002 2024-11-14T12:41:52,003 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468., pid=6, masterSystemTime=1731588111985 2024-11-14T12:41:52,005 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:52,005 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:41:52,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acc63ec01c5f2c952d924ee0e3300468, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,46437,1731588105343 2024-11-14T12:41:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acc63ec01c5f2c952d924ee0e3300468, server=669ef94e8b26,46437,1731588105343 because future has completed 2024-11-14T12:41:52,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:41:52,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure acc63ec01c5f2c952d924ee0e3300468, server=669ef94e8b26,46437,1731588105343 in 177 msec 2024-11-14T12:41:52,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:41:52,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=acc63ec01c5f2c952d924ee0e3300468, ASSIGN in 334 msec 2024-11-14T12:41:52,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:41:52,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588112015"}]},"ts":"1731588112015"} 2024-11-14T12:41:52,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:41:52,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:41:52,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-14T12:41:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:41:52,999 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:41:53,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,37789,-1 for getting cluster id 2024-11-14T12:41:53,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:53,001 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ae7938-69ca-4c13-84a2-d4c7261c7a8c' 2024-11-14T12:41:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ae7938-69ca-4c13-84a2-d4c7261c7a8c" 2024-11-14T12:41:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,37789,-1] 2024-11-14T12:41:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,003 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:53,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41687,-1 for getting cluster id 2024-11-14T12:41:53,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:53,004 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b336b-9520-4a2e-b9f4-9b52391c48e5' 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b336b-9520-4a2e-b9f4-9b52391c48e5" 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41687,-1] 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,006 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,37789,-1 for getting cluster id 2024-11-14T12:41:53,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:53,008 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ae7938-69ca-4c13-84a2-d4c7261c7a8c' 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ae7938-69ca-4c13-84a2-d4c7261c7a8c" 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd4678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,37789,-1] 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,009 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea23818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,37789,1731588100134 2024-11-14T12:41:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8a228c 2024-11-14T12:41:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:53,014 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:53,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:41687,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:41:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:41:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:53,017 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:41687' 2024-11-14T12:41:53,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d517254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,018 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41687,-1 for getting cluster id 2024-11-14T12:41:53,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:53,018 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b336b-9520-4a2e-b9f4-9b52391c48e5' 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b336b-9520-4a2e-b9f4-9b52391c48e5" 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ee333c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41687,-1] 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,020 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b591f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:53,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41687,1731588105236 2024-11-14T12:41:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56cf569b 2024-11-14T12:41:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:53,022 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:53,023 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:41:53,023 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:41:53,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:53,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:53,024 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:41:53,025 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:41:53,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:41:53,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:53,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:41:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:41:53,075 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:41:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:53,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 179a715677780b799d3d0fa468755a15, NAME => 'hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b 2024-11-14T12:41:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:41:53,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:41:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 179a715677780b799d3d0fa468755a15, disabling compactions & flushes 2024-11-14T12:41:53,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. after waiting 0 ms 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:53,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:53,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 179a715677780b799d3d0fa468755a15: Waiting for close lock at 1731588113840Disabling compacts and flushes for region at 1731588113840Disabling writes for close at 1731588113840Writing region close event to WAL at 1731588113840Closed at 1731588113840 2024-11-14T12:41:53,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:41:53,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588113841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588113841"}]},"ts":"1731588113841"} 2024-11-14T12:41:53,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:41:53,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:41:53,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588113845"}]},"ts":"1731588113845"} 2024-11-14T12:41:53,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:41:53,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179a715677780b799d3d0fa468755a15, ASSIGN}] 2024-11-14T12:41:53,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179a715677780b799d3d0fa468755a15, ASSIGN 2024-11-14T12:41:53,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179a715677780b799d3d0fa468755a15, ASSIGN; state=OFFLINE, location=669ef94e8b26,35581,1731588100318; forceNewPlan=false, retain=false 2024-11-14T12:41:53,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:53,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:53,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:53,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:53,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:54,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179a715677780b799d3d0fa468755a15, regionState=OPENING, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179a715677780b799d3d0fa468755a15, ASSIGN because future has completed 2024-11-14T12:41:54,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179a715677780b799d3d0fa468755a15, server=669ef94e8b26,35581,1731588100318}] 2024-11-14T12:41:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:54,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:54,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:41:54,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:41:54,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C35581%2C1731588100318.rep, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs, maxLogs=10 2024-11-14T12:41:54,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.rep.1731588114161, exclude list is [], retry=0 2024-11-14T12:41:54,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34783,DS-4887f622-a022-448c-8a5c-bcfdadc778fe,DISK] 2024-11-14T12:41:54,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.rep.1731588114161 2024-11-14T12:41:54,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-14T12:41:54,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 179a715677780b799d3d0fa468755a15, NAME => 'hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:41:54,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. service=MultiRowMutationService 2024-11-14T12:41:54,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,181 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,182 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179a715677780b799d3d0fa468755a15 columnFamilyName hfileref 2024-11-14T12:41:54,182 DEBUG [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:54,182 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(327): Store=179a715677780b799d3d0fa468755a15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:54,182 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,183 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179a715677780b799d3d0fa468755a15 columnFamilyName queue 2024-11-14T12:41:54,183 DEBUG [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:54,184 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(327): Store=179a715677780b799d3d0fa468755a15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:54,184 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,185 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179a715677780b799d3d0fa468755a15 columnFamilyName sid 2024-11-14T12:41:54,185 DEBUG [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:41:54,185 INFO [StoreOpener-179a715677780b799d3d0fa468755a15-1 {}] regionserver.HStore(327): Store=179a715677780b799d3d0fa468755a15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:41:54,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:41:54,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:41:54,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 179a715677780b799d3d0fa468755a15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837601, jitterRate=-0.10835026204586029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:41:54,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179a715677780b799d3d0fa468755a15 2024-11-14T12:41:54,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 179a715677780b799d3d0fa468755a15: Running coprocessor pre-open hook at 1731588114179Writing region info on filesystem at 1731588114179Initializing all the Stores at 1731588114180 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588114180Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588114180Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588114180Cleaning up temporary data from old regions at 1731588114187 (+7 ms)Running coprocessor post-open hooks at 1731588114192 (+5 ms)Region opened successfully at 1731588114192 2024-11-14T12:41:54,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15., pid=10, masterSystemTime=1731588114155 2024-11-14T12:41:54,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:54,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:41:54,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179a715677780b799d3d0fa468755a15, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,35581,1731588100318 2024-11-14T12:41:54,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179a715677780b799d3d0fa468755a15, server=669ef94e8b26,35581,1731588100318 because future has completed 2024-11-14T12:41:54,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:41:54,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 179a715677780b799d3d0fa468755a15, server=669ef94e8b26,35581,1731588100318 in 195 msec 2024-11-14T12:41:54,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:41:54,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179a715677780b799d3d0fa468755a15, ASSIGN in 353 msec 2024-11-14T12:41:54,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:41:54,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588114203"}]},"ts":"1731588114203"} 2024-11-14T12:41:54,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:41:54,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:41:54,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-14T12:41:54,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15., hostname=669ef94e8b26,35581,1731588100318, seqNum=2] 2024-11-14T12:41:54,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:54,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:41:54,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:41:54,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:41:54,443 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:41:54,471 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,35581,1731588100318, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:41:54,471 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:54,471 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:54,472 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:54,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T12:41:54,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,35581,1731588100318', locateType=CURRENT is [region=hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15., hostname=669ef94e8b26,35581,1731588100318, seqNum=2] 2024-11-14T12:41:54,477 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:41:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:41:54,479 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,35581,1731588100318 suceeded 2024-11-14T12:41:54,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:41:54,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T12:41:54,481 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:41687,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T12:41:54,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-14T12:41:54,491 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:41687' 2024-11-14T12:41:54,492 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a11529d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:54,492 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41687,-1 for getting cluster id 2024-11-14T12:41:54,492 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:54,493 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b336b-9520-4a2e-b9f4-9b52391c48e5' 2024-11-14T12:41:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b336b-9520-4a2e-b9f4-9b52391c48e5" 2024-11-14T12:41:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d3d97d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41687,-1] 2024-11-14T12:41:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:54,495 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:54,495 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9583769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:54,496 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:54,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41687,1731588105236 2024-11-14T12:41:54,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71b4af80 2024-11-14T12:41:54,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:54,498 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:54,498 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,35581,1731588100318 (queues=1) is replicating from cluster=00ae7938-69ca-4c13-84a2-d4c7261c7a8c to cluster=2f9b336b-9520-4a2e-b9f4-9b52391c48e5 2024-11-14T12:41:54,498 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C35581%2C1731588100318 2024-11-14T12:41:54,498 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,35581,1731588100318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:41:54,499 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C35581%2C1731588100318 2024-11-14T12:41:54,499 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519, startPosition=0, beingWritten=true 2024-11-14T12:41:54,508 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:41:54,508 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:54,508 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:41:54,713 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:55,017 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:41:55,170 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:41:55,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:55,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:55,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:55,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:55,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:55,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:55,176 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731588115174/Put/seqid=0 2024-11-14T12:41:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:41:55,421 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:55,583 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_1 is 34, key is ddd/f:row/1731588115582/Put/seqid=0 2024-11-14T12:41:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:41:55,924 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:55,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:55,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,37789,-1 for getting cluster id 2024-11-14T12:41:55,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:55,992 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ae7938-69ca-4c13-84a2-d4c7261c7a8c' 2024-11-14T12:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ae7938-69ca-4c13-84a2-d4c7261c7a8c" 2024-11-14T12:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,37789,-1] 2024-11-14T12:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:55,993 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:55,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:55,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:55,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:56,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,37789,1731588100134 2024-11-14T12:41:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b4371a 2024-11-14T12:41:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:56,008 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2] 2024-11-14T12:41:56,023 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:41:56,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:41:56,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T12:41:56,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_0 for inclusion in d126b7d2f64a2e8ee7bdd7440ef9f561/f 2024-11-14T12:41:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:41:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:56,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_1 for inclusion in d126b7d2f64a2e8ee7bdd7440ef9f561/f 2024-11-14T12:41:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:41:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegion(2603): Flush status journal for d126b7d2f64a2e8ee7bdd7440ef9f561: 2024-11-14T12:41:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_0 to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_0 2024-11-14T12:41:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_0 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ 2024-11-14T12:41:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f/f/hfile_1 to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_1 2024-11-14T12:41:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_1 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ 2024-11-14T12:41:56,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_0 into d126b7d2f64a2e8ee7bdd7440ef9f561/f as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ - updating store file list. 2024-11-14T12:41:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:56,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ into d126b7d2f64a2e8ee7bdd7440ef9f561/f 2024-11-14T12:41:56,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_0 into d126b7d2f64a2e8ee7bdd7440ef9f561/f (new location: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_) 2024-11-14T12:41:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_0 2024-11-14T12:41:56,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_1 into d126b7d2f64a2e8ee7bdd7440ef9f561/f as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ - updating store file list. 2024-11-14T12:41:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dce542fea354433ebb4829a4bb1d69b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:56,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ into d126b7d2f64a2e8ee7bdd7440ef9f561/f 2024-11-14T12:41:56,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_1 into d126b7d2f64a2e8ee7bdd7440ef9f561/f (new location: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_) 2024-11-14T12:41:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__dsa1rp981kfce9ut3ie1s7ctqs9ko9d0nsuas46sd14jln5qil66r95em90phiu7/f/hfile_1 2024-11-14T12:41:56,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:56,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:56,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:56,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:56,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:56,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46437,1731588105343, seqNum=-1] 2024-11-14T12:41:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 , the old value is region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:35581 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:41:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:41:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 from cache 2024-11-14T12:41:56,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56428 deadline: 1731588176090 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56428 2024-11-14T12:41:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468., hostname=669ef94e8b26,46437,1731588105343, seqNum=2] 2024-11-14T12:41:56,096 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:41:56,200 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:35581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:41:56,528 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 379, reset compression=false 2024-11-14T12:41:56,534 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:41:56,534 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: WALEntryBatch [walEntries=[{test/d126b7d2f64a2e8ee7bdd7440ef9f561/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588116085/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:41:56,553 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:41:56,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T12:41:56,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(318): Replicating [00ae7938-69ca-4c13-84a2-d4c7261c7a8c] bulk loaded data 2024-11-14T12:41:56,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476559cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:56,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41687,-1 for getting cluster id 2024-11-14T12:41:56,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:56,559 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b336b-9520-4a2e-b9f4-9b52391c48e5' 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b336b-9520-4a2e-b9f4-9b52391c48e5" 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc4cc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41687,-1] 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:56,560 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:56,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113bc083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:56,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741837_1013 (size=7894) 2024-11-14T12:41:56,734 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741838_1014 (size=7691) 2024-11-14T12:41:57,038 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:57,098 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:41:57,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:57,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41687,1731588105236 2024-11-14T12:41:57,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bab0083 2024-11-14T12:41:57,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:57,387 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T12:41:57,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:41:57,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:57,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46437,1731588105343, seqNum=-1] 2024-11-14T12:41:57,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:57,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T12:41:57,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:41:57,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:41:57,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ for inclusion in acc63ec01c5f2c952d924ee0e3300468/f 2024-11-14T12:41:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:41:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:57,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ for inclusion in acc63ec01c5f2c952d924ee0e3300468/f 2024-11-14T12:41:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:41:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HRegion(2603): Flush status journal for acc63ec01c5f2c952d924ee0e3300468: 2024-11-14T12:41:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:41:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/a5171394fca04328b3029c704c4e3edf_SeqId_4_ 2024-11-14T12:41:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:41:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/f853ef59089441abadcd1c2ee5cedc1d_SeqId_4_ 2024-11-14T12:41:57,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/a5171394fca04328b3029c704c4e3edf_SeqId_4_ - updating store file list. 2024-11-14T12:41:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5171394fca04328b3029c704c4e3edf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:57,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/a5171394fca04328b3029c704c4e3edf_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f 2024-11-14T12:41:57,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f (new location: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/a5171394fca04328b3029c704c4e3edf_SeqId_4_) 2024-11-14T12:41:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_ 2024-11-14T12:41:57,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/f853ef59089441abadcd1c2ee5cedc1d_SeqId_4_ - updating store file list. 2024-11-14T12:41:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f853ef59089441abadcd1c2ee5cedc1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:57,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/f853ef59089441abadcd1c2ee5cedc1d_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f 2024-11-14T12:41:57,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ into acc63ec01c5f2c952d924ee0e3300468/f (new location: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/f/f853ef59089441abadcd1c2ee5cedc1d_SeqId_4_) 2024-11-14T12:41:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/staging/jenkins.hfs.6__test__vpqsu76fecsq9t0kaehv06fhlt7t6n5k8pi080f934dur2t1ka335fi5npdrr9ct/f/dce542fea354433ebb4829a4bb1d69b0_SeqId_4_ 2024-11-14T12:41:57,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(324): Finished replicating [00ae7938-69ca-4c13-84a2-d4c7261c7a8c] bulk loaded data 2024-11-14T12:41:57,442 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:57,946 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:58,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:41:58,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731588118114/Put/seqid=0 2024-11-14T12:41:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741842_1018 (size=7997) 2024-11-14T12:41:58,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731588118521/Put/seqid=0 2024-11-14T12:41:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741843_1019 (size=7794) 2024-11-14T12:41:58,550 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:58,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:58,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,37789,-1 for getting cluster id 2024-11-14T12:41:58,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:41:58,928 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ae7938-69ca-4c13-84a2-d4c7261c7a8c' 2024-11-14T12:41:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:41:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ae7938-69ca-4c13-84a2-d4c7261c7a8c" 2024-11-14T12:41:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,37789,-1] 2024-11-14T12:41:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:41:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:58,930 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:41:58,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:41:58,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:58,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:58,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:41:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,37789,1731588100134 2024-11-14T12:41:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-14T12:41:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:41:58,943 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:41:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2] 2024-11-14T12:41:58,948 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:41:58,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:41:58,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T12:41:58,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_0 for inclusion in d126b7d2f64a2e8ee7bdd7440ef9f561/f1 2024-11-14T12:41:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:41:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:58,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_1 for inclusion in d126b7d2f64a2e8ee7bdd7440ef9f561/f1 2024-11-14T12:41:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:41:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:41:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegion(2603): Flush status journal for d126b7d2f64a2e8ee7bdd7440ef9f561: 2024-11-14T12:41:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_0 to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_0 2024-11-14T12:41:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_0 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/cae1a5cf926e46ca88ec36ee424f0109_SeqId_6_ 2024-11-14T12:41:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/load_f1/f1/hfile_1 to hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_1 2024-11-14T12:41:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_1 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/0f245fa29a67422385c18950426cea42_SeqId_6_ 2024-11-14T12:41:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T12:41:58,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_0 into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/cae1a5cf926e46ca88ec36ee424f0109_SeqId_6_ - updating store file list. 2024-11-14T12:41:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cae1a5cf926e46ca88ec36ee424f0109_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:58,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/cae1a5cf926e46ca88ec36ee424f0109_SeqId_6_ into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 2024-11-14T12:41:58,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_0 into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 (new location: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/cae1a5cf926e46ca88ec36ee424f0109_SeqId_6_) 2024-11-14T12:41:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_0 2024-11-14T12:41:58,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_1 into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/0f245fa29a67422385c18950426cea42_SeqId_6_ - updating store file list. 2024-11-14T12:41:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f245fa29a67422385c18950426cea42_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:41:58,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/0f245fa29a67422385c18950426cea42_SeqId_6_ into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 2024-11-14T12:41:58,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_1 into d126b7d2f64a2e8ee7bdd7440ef9f561/f1 (new location: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/f1/0f245fa29a67422385c18950426cea42_SeqId_6_) 2024-11-14T12:41:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/staging/jenkins__test__5oebs3bq9fet3d3o7q19ar3vhairepb8t98jmqnhjaj4165sfe9akbkameivl2hf/f1/hfile_1 2024-11-14T12:41:58,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:41:58,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:41:58,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:58,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:41:58,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:41:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 , the old value is region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:35581 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:41:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:41:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2 from cache 2024-11-14T12:41:58,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:41:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,35581,1731588100318, seqNum=-1] 2024-11-14T12:41:58,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:41:58,986 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:41:58,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:41:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., hostname=669ef94e8b26,35581,1731588100318, seqNum=2] 2024-11-14T12:41:59,090 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:35581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:41:59,253 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 687, reset compression=false 2024-11-14T12:41:59,259 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:41:59,259 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:41:59,259 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:41:59,463 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:41:59,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:41:59,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:59,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:59,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:59,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:41:59,767 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:00,172 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:00,676 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:01,280 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:01,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:42:01,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:42:01,984 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:02,788 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:03,693 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:04,698 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:05,802 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:07,005 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:08,309 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:09,713 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:09,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:42:11,217 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:12,821 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:14,525 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:14,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:42:16,328 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:18,232 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:19,261 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: null 2024-11-14T12:42:20,236 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:22,340 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:23,904 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:42:23,904 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:42:24,544 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:26,848 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:28,602 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:42:28,603 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:42:29,252 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:31,755 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:34,360 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:34,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d126b7d2f64a2e8ee7bdd7440ef9f561, had cached 0 bytes from a total of 31376 2024-11-14T12:42:36,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region acc63ec01c5f2c952d924ee0e3300468, had cached 0 bytes from a total of 15585 2024-11-14T12:42:37,064 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:39,261 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: null 2024-11-14T12:42:39,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:42:39,868 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:42,771 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:44,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:42:45,458 DEBUG [master/669ef94e8b26:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:42:45,775 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:48,580 DEBUG [master/669ef94e8b26:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:42:48,879 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:52,083 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:55,386 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:58,790 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:42:59,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:42:59,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:42:59,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:42:59,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:42:59,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:42:59,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:42:59,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:42:59,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1889490549, stopped=false 2024-11-14T12:42:59,017 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,41687,1731588105236 2024-11-14T12:42:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233150802/running 2024-11-14T12:42:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233150802/running 2024-11-14T12:42:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:42:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:42:59,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:42:59,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:42:59,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:42:59,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:42:59,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/running 2024-11-14T12:42:59,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Set watcher on znode that does not yet exist, /11233150802/running 2024-11-14T12:42:59,036 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,46437,1731588105343' ***** 2024-11-14T12:42:59,036 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:42:59,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,46437,1731588105343 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:46437. 2024-11-14T12:42:59,037 DEBUG [RS:0;669ef94e8b26:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:42:59,037 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:42:59,037 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acc63ec01c5f2c952d924ee0e3300468, disabling compactions & flushes 2024-11-14T12:42:59,037 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:42:59,037 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:42:59,037 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. after waiting 0 ms 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:42:59,037 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:42:59,037 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:42:59,038 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:42:59,038 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1325): Online Regions={acc63ec01c5f2c952d924ee0e3300468=test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:42:59,038 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acc63ec01c5f2c952d924ee0e3300468 2024-11-14T12:42:59,038 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:42:59,038 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:42:59,038 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:42:59,038 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:42:59,038 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:42:59,038 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:42:59,042 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/default/test/acc63ec01c5f2c952d924ee0e3300468/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T12:42:59,043 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:42:59,043 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:42:59,043 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:42:59,043 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acc63ec01c5f2c952d924ee0e3300468: Waiting for close lock at 1731588179037Running coprocessor pre-close hooks at 1731588179037Disabling compacts and flushes for region at 1731588179037Disabling writes for close at 1731588179037Writing region close event to WAL at 1731588179038 (+1 ms)Running coprocessor post-close hooks at 1731588179043 (+5 ms)Closed at 1731588179043 2024-11-14T12:42:59,043 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468. 2024-11-14T12:42:59,054 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/info/3ff24b6fb2284b23a97c1abaed443085 is 129, key is test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468./info:regioninfo/1731588112006/Put/seqid=0 2024-11-14T12:42:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741839_1015 (size=6421) 2024-11-14T12:42:59,110 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:42:59,238 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:42:59,261 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,35581,1731588100318 got entry batch from reader: null 2024-11-14T12:42:59,438 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:42:59,458 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/info/3ff24b6fb2284b23a97c1abaed443085 2024-11-14T12:42:59,476 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/ns/b4a39a769ce34eb98bd594e1c0bf5d15 is 43, key is default/ns:d/1731588108564/Put/seqid=0 2024-11-14T12:42:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:42:59,531 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:42:59,531 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:42:59,638 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:42:59,838 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:42:59,881 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/ns/b4a39a769ce34eb98bd594e1c0bf5d15 2024-11-14T12:42:59,902 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/rep_barrier/6d393168bf0f4042837b707784e9bc60 is 112, key is test,,1731588110852.acc63ec01c5f2c952d924ee0e3300468./rep_barrier:seqnumDuringOpen/1731588112006/Put/seqid=0 2024-11-14T12:42:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741841_1017 (size=5518) 2024-11-14T12:43:00,038 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:00,239 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:43:00,239 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:00,239 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:00,307 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/rep_barrier/6d393168bf0f4042837b707784e9bc60 2024-11-14T12:43:00,329 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/table/648fd50ea2f04697bfe060f8e32ba321 is 40, key is test/table:state/1731588112015/Put/seqid=0 2024-11-14T12:43:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741842_1018 (size=5165) 2024-11-14T12:43:00,439 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:00,639 DEBUG [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:00,734 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/table/648fd50ea2f04697bfe060f8e32ba321 2024-11-14T12:43:00,739 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/info/3ff24b6fb2284b23a97c1abaed443085 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/info/3ff24b6fb2284b23a97c1abaed443085 2024-11-14T12:43:00,744 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/info/3ff24b6fb2284b23a97c1abaed443085, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:43:00,745 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/ns/b4a39a769ce34eb98bd594e1c0bf5d15 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/ns/b4a39a769ce34eb98bd594e1c0bf5d15 2024-11-14T12:43:00,749 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/ns/b4a39a769ce34eb98bd594e1c0bf5d15, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:43:00,750 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/rep_barrier/6d393168bf0f4042837b707784e9bc60 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/rep_barrier/6d393168bf0f4042837b707784e9bc60 2024-11-14T12:43:00,755 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/rep_barrier/6d393168bf0f4042837b707784e9bc60, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:43:00,756 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/.tmp/table/648fd50ea2f04697bfe060f8e32ba321 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/table/648fd50ea2f04697bfe060f8e32ba321 2024-11-14T12:43:00,761 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/table/648fd50ea2f04697bfe060f8e32ba321, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:43:00,762 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-14T12:43:00,766 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:43:00,767 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:00,767 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:00,767 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:00,767 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588179038Running coprocessor pre-close hooks at 1731588179038Disabling compacts and flushes for region at 1731588179038Disabling writes for close at 1731588179038Obtaining lock to block concurrent updates at 1731588179038Preparing flush snapshotting stores in 1588230740 at 1731588179038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731588179038Flushing stores of hbase:meta,,1.1588230740 at 1731588179039 (+1 ms)Flushing 1588230740/info: creating writer at 1731588179039Flushing 1588230740/info: appending metadata at 1731588179054 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731588179054Flushing 1588230740/ns: creating writer at 1731588179463 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731588179476 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731588179476Flushing 1588230740/rep_barrier: creating writer at 1731588179885 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588179902 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588179902Flushing 1588230740/table: creating writer at 1731588180312 (+410 ms)Flushing 1588230740/table: appending metadata at 1731588180329 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731588180329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cadefa9: reopening flushed file at 1731588180738 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c5fe50: reopening flushed file at 1731588180744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c42fa6: reopening flushed file at 1731588180750 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a38ca7d: reopening flushed file at 1731588180755 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731588180762 (+7 ms)Writing region close event to WAL at 1731588180763 (+1 ms)Running coprocessor post-close hooks at 1731588180766 (+3 ms)Closed at 1731588180767 (+1 ms) 2024-11-14T12:43:00,767 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:00,839 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,46437,1731588105343; all regions closed. 2024-11-14T12:43:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:43:00,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.meta.1731588108449.meta not finished, retry = 0 2024-11-14T12:43:00,944 DEBUG [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/oldWALs 2024-11-14T12:43:00,944 INFO [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C46437%2C1731588105343.meta:.meta(num 1731588108449) 2024-11-14T12:43:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741832_1008 (size=1028) 2024-11-14T12:43:00,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/WALs/669ef94e8b26,46437,1731588105343/669ef94e8b26%2C46437%2C1731588105343.1731588107582 not finished, retry = 0 2024-11-14T12:43:01,049 DEBUG [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/oldWALs 2024-11-14T12:43:01,049 INFO [RS:0;669ef94e8b26:46437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C46437%2C1731588105343:(num 1731588107582) 2024-11-14T12:43:01,049 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:01,049 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:01,049 INFO [RS:0;669ef94e8b26:46437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:01,050 INFO [RS:0;669ef94e8b26:46437 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:01,050 INFO [RS:0;669ef94e8b26:46437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:01,050 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:01,050 INFO [RS:0;669ef94e8b26:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:46437. 2024-11-14T12:43:01,050 DEBUG [RS:0;669ef94e8b26:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:01,050 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:01,050 DEBUG [RS:0;669ef94e8b26:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:01,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:01,050 INFO [RS:0;669ef94e8b26:46437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46437 2024-11-14T12:43:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802/rs 2024-11-14T12:43:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233150802/rs/669ef94e8b26,46437,1731588105343 2024-11-14T12:43:01,075 INFO [RS:0;669ef94e8b26:46437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:01,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,46437,1731588105343] 2024-11-14T12:43:01,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11233150802/draining/669ef94e8b26,46437,1731588105343 already deleted, retry=false 2024-11-14T12:43:01,185 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,46437,1731588105343 expired; onlineServers=0 2024-11-14T12:43:01,185 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,41687,1731588105236' ***** 2024-11-14T12:43:01,185 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:01,186 DEBUG [M:0;669ef94e8b26:41687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:43:01,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:43:01,186 DEBUG [M:0;669ef94e8b26:41687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:43:01,186 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588107272 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588107272,5,FailOnTimeoutGroup] 2024-11-14T12:43:01,186 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588107273 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588107273,5,FailOnTimeoutGroup] 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:01,186 DEBUG [M:0;669ef94e8b26:41687 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:01,186 INFO [M:0;669ef94e8b26:41687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:43:01,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:43:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233150802/master 2024-11-14T12:43:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233150802 2024-11-14T12:43:01,201 DEBUG [M:0;669ef94e8b26:41687 {}] zookeeper.ZKUtil(347): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Unable to get data of znode /11233150802/master because node does not exist (not an error) 2024-11-14T12:43:01,201 WARN [M:0;669ef94e8b26:41687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:43:01,202 INFO [M:0;669ef94e8b26:41687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/.lastflushedseqids 2024-11-14T12:43:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741843_1019 (size=173) 2024-11-14T12:43:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:01,243 INFO [RS:0;669ef94e8b26:46437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1013aa73b650004, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:01,243 INFO [RS:0;669ef94e8b26:46437 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,46437,1731588105343; zookeeper connection closed. 2024-11-14T12:43:01,243 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b279863 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b279863 2024-11-14T12:43:01,243 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:43:01,606 INFO [M:0;669ef94e8b26:41687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:43:01,606 INFO [M:0;669ef94e8b26:41687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:43:01,607 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:01,607 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:01,607 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:01,607 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:01,607 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:01,607 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-14T12:43:01,624 DEBUG [M:0;669ef94e8b26:41687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efac4aef92a04f8483e17edd0a458e8a is 82, key is hbase:meta,,1/info:regioninfo/1731588108514/Put/seqid=0 2024-11-14T12:43:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741844_1020 (size=5672) 2024-11-14T12:43:02,028 INFO [M:0;669ef94e8b26:41687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efac4aef92a04f8483e17edd0a458e8a 2024-11-14T12:43:02,046 DEBUG [M:0;669ef94e8b26:41687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da43ed6f938c49eaac09e46d97e3fa71 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588112020/Put/seqid=0 2024-11-14T12:43:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741845_1021 (size=6727) 2024-11-14T12:43:02,293 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/WALs/669ef94e8b26,35581,1731588100318/669ef94e8b26%2C35581%2C1731588100318.1731588102519 to pos 997, reset compression=false 2024-11-14T12:43:02,450 INFO [M:0;669ef94e8b26:41687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da43ed6f938c49eaac09e46d97e3fa71 2024-11-14T12:43:02,455 INFO [M:0;669ef94e8b26:41687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da43ed6f938c49eaac09e46d97e3fa71 2024-11-14T12:43:02,469 DEBUG [M:0;669ef94e8b26:41687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1612776cb3c4dc2aee006fb2e379014 is 69, key is 669ef94e8b26,46437,1731588105343/rs:state/1731588107396/Put/seqid=0 2024-11-14T12:43:02,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741846_1022 (size=5156) 2024-11-14T12:43:02,873 INFO [M:0;669ef94e8b26:41687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1612776cb3c4dc2aee006fb2e379014 2024-11-14T12:43:02,880 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efac4aef92a04f8483e17edd0a458e8a as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efac4aef92a04f8483e17edd0a458e8a 2024-11-14T12:43:02,886 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efac4aef92a04f8483e17edd0a458e8a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T12:43:02,888 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da43ed6f938c49eaac09e46d97e3fa71 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da43ed6f938c49eaac09e46d97e3fa71 2024-11-14T12:43:02,893 INFO [M:0;669ef94e8b26:41687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da43ed6f938c49eaac09e46d97e3fa71 2024-11-14T12:43:02,893 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da43ed6f938c49eaac09e46d97e3fa71, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T12:43:02,894 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1612776cb3c4dc2aee006fb2e379014 as hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1612776cb3c4dc2aee006fb2e379014 2024-11-14T12:43:02,899 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/5766abb3-9989-0368-2c37-04cc9690aeb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1612776cb3c4dc2aee006fb2e379014, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T12:43:02,900 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-14T12:43:02,902 INFO [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:02,902 DEBUG [M:0;669ef94e8b26:41687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588181606Disabling compacts and flushes for region at 1731588181606Disabling writes for close at 1731588181607 (+1 ms)Obtaining lock to block concurrent updates at 1731588181607Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588181607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731588181607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588181608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588181608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588181623 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588181624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588182033 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588182046 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588182046Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588182455 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588182468 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588182468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b7b0b4: reopening flushed file at 1731588182879 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1131f8dd: reopening flushed file at 1731588182887 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61effe67: reopening flushed file at 1731588182893 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1731588182900 (+7 ms)Writing region close event to WAL at 1731588182902 (+2 ms)Closed at 1731588182902 2024-11-14T12:43:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741830_1006 (size=33026) 2024-11-14T12:43:02,904 INFO [M:0;669ef94e8b26:41687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:43:02,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:02,905 INFO [M:0;669ef94e8b26:41687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41687 2024-11-14T12:43:02,905 INFO [M:0;669ef94e8b26:41687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:03,019 INFO [M:0;669ef94e8b26:41687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41687-0x1013aa73b650003, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:03,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:03,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:03,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:03,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:03,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:03,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:43:03,065 WARN [BP-809627453-172.17.0.3-1731588103608 heartbeating to localhost/127.0.0.1:33331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:43:03,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:43:03,065 WARN [BP-809627453-172.17.0.3-1731588103608 heartbeating to localhost/127.0.0.1:33331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809627453-172.17.0.3-1731588103608 (Datanode Uuid 62af7f26-f526-4a2c-b63c-ac4e05e54a99) service to localhost/127.0.0.1:33331 2024-11-14T12:43:03,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/cluster_0ff8b704-c5e2-3b6c-2915-3bddac16571e/data/data1/current/BP-809627453-172.17.0.3-1731588103608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:03,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/cluster_0ff8b704-c5e2-3b6c-2915-3bddac16571e/data/data2/current/BP-809627453-172.17.0.3-1731588103608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:03,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:43:03,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:03,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:03,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:03,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:03,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:43:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:43:03,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:03,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:03,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:03,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:03,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:03,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:43:03,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1338167388, stopped=false 2024-11-14T12:43:03,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,37789,1731588100134 2024-11-14T12:43:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-801010946/running 2024-11-14T12:43:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-801010946/running 2024-11-14T12:43:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:43:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:43:03,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:03,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:03,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:03,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/running 2024-11-14T12:43:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:03,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,35581,1731588100318' ***** 2024-11-14T12:43:03,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:43:03,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Set watcher on znode that does not yet exist, /0-801010946/running 2024-11-14T12:43:03,118 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:43:03,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:43:03,118 INFO [RS:0;669ef94e8b26:35581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:43:03,118 INFO [RS:0;669ef94e8b26:35581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:43:03,118 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(3091): Received CLOSE for d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(3091): Received CLOSE for 179a715677780b799d3d0fa468755a15 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,35581,1731588100318 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:35581. 2024-11-14T12:43:03,119 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d126b7d2f64a2e8ee7bdd7440ef9f561, disabling compactions & flushes 2024-11-14T12:43:03,119 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:43:03,119 DEBUG [RS:0;669ef94e8b26:35581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:03,119 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:43:03,119 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:03,119 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. after waiting 0 ms 2024-11-14T12:43:03,119 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:43:03,119 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:43:03,119 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d126b7d2f64a2e8ee7bdd7440ef9f561=test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561., 179a715677780b799d3d0fa468755a15=hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15.} 2024-11-14T12:43:03,119 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179a715677780b799d3d0fa468755a15, d126b7d2f64a2e8ee7bdd7440ef9f561 2024-11-14T12:43:03,120 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:03,120 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:03,120 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:03,120 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:03,120 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:03,120 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:43:03,124 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/default/test/d126b7d2f64a2e8ee7bdd7440ef9f561/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:43:03,124 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:03,124 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:43:03,124 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:43:03,124 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d126b7d2f64a2e8ee7bdd7440ef9f561: Waiting for close lock at 1731588183119Running coprocessor pre-close hooks at 1731588183119Disabling compacts and flushes for region at 1731588183119Disabling writes for close at 1731588183119Writing region close event to WAL at 1731588183121 (+2 ms)Running coprocessor post-close hooks at 1731588183124 (+3 ms)Closed at 1731588183124 2024-11-14T12:43:03,124 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561. 2024-11-14T12:43:03,125 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179a715677780b799d3d0fa468755a15, disabling compactions & flushes 2024-11-14T12:43:03,125 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:43:03,125 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:43:03,125 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. after waiting 0 ms 2024-11-14T12:43:03,125 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:43:03,125 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 179a715677780b799d3d0fa468755a15 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T12:43:03,138 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/hfileref/621c0de2db6d4186b036367098f7e986 is 74, key is 1/hfileref:5271c3d4a3c540599c0e212eabd6f72d_SeqId_4_/1731588117427/DeleteColumn/seqid=0 2024-11-14T12:43:03,140 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/info/8170267f8d3d4f9faa8daeb686d99ff2 is 147, key is hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15./info:regioninfo/1731588114195/Put/seqid=0 2024-11-14T12:43:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741844_1020 (size=5203) 2024-11-14T12:43:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741845_1021 (size=7686) 2024-11-14T12:43:03,143 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/info/8170267f8d3d4f9faa8daeb686d99ff2 2024-11-14T12:43:03,160 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:03,161 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/ns/2ad8057c035347c9b09716fb308307d8 is 43, key is default/ns:d/1731588103505/Put/seqid=0 2024-11-14T12:43:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741846_1022 (size=5153) 2024-11-14T12:43:03,320 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179a715677780b799d3d0fa468755a15 2024-11-14T12:43:03,390 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:43:03,390 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:43:03,520 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179a715677780b799d3d0fa468755a15 2024-11-14T12:43:03,543 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/hfileref/621c0de2db6d4186b036367098f7e986 2024-11-14T12:43:03,564 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/queue/055a9e388b9e437cbdb7fc0ca7ead4d6 is 153, key is 1-669ef94e8b26,35581,1731588100318/queue:669ef94e8b26%2C35581%2C1731588100318/1731588119260/Put/seqid=0 2024-11-14T12:43:03,566 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/ns/2ad8057c035347c9b09716fb308307d8 2024-11-14T12:43:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741847_1023 (size=5352) 2024-11-14T12:43:03,586 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b4a5efc0ac34314b24d63ee27de8bd0 is 112, key is test,,1731588108696.d126b7d2f64a2e8ee7bdd7440ef9f561./rep_barrier:seqnumDuringOpen/1731588109857/Put/seqid=0 2024-11-14T12:43:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741848_1024 (size=5518) 2024-11-14T12:43:03,720 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179a715677780b799d3d0fa468755a15 2024-11-14T12:43:03,920 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179a715677780b799d3d0fa468755a15 2024-11-14T12:43:03,975 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/queue/055a9e388b9e437cbdb7fc0ca7ead4d6 2024-11-14T12:43:03,981 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/hfileref/621c0de2db6d4186b036367098f7e986 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/hfileref/621c0de2db6d4186b036367098f7e986 2024-11-14T12:43:03,985 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/hfileref/621c0de2db6d4186b036367098f7e986, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T12:43:03,986 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/.tmp/queue/055a9e388b9e437cbdb7fc0ca7ead4d6 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/queue/055a9e388b9e437cbdb7fc0ca7ead4d6 2024-11-14T12:43:03,991 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b4a5efc0ac34314b24d63ee27de8bd0 2024-11-14T12:43:03,991 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/queue/055a9e388b9e437cbdb7fc0ca7ead4d6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:43:03,992 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 179a715677780b799d3d0fa468755a15 in 867ms, sequenceid=10, compaction requested=false 2024-11-14T12:43:03,999 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/replication/179a715677780b799d3d0fa468755a15/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:43:03,999 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:03,999 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:03,999 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:43:03,999 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179a715677780b799d3d0fa468755a15: Waiting for close lock at 1731588183125Running coprocessor pre-close hooks at 1731588183125Disabling compacts and flushes for region at 1731588183125Disabling writes for close at 1731588183125Obtaining lock to block concurrent updates at 1731588183125Preparing flush snapshotting stores in 179a715677780b799d3d0fa468755a15 at 1731588183125Finished memstore snapshotting hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731588183125Flushing stores of hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. at 1731588183125Flushing 179a715677780b799d3d0fa468755a15/hfileref: creating writer at 1731588183126 (+1 ms)Flushing 179a715677780b799d3d0fa468755a15/hfileref: appending metadata at 1731588183138 (+12 ms)Flushing 179a715677780b799d3d0fa468755a15/hfileref: closing flushed file at 1731588183138Flushing 179a715677780b799d3d0fa468755a15/queue: creating writer at 1731588183548 (+410 ms)Flushing 179a715677780b799d3d0fa468755a15/queue: appending metadata at 1731588183564 (+16 ms)Flushing 179a715677780b799d3d0fa468755a15/queue: closing flushed file at 1731588183564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc5a495: reopening flushed file at 1731588183980 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124d14ba: reopening flushed file at 1731588183986 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 179a715677780b799d3d0fa468755a15 in 867ms, sequenceid=10, compaction requested=false at 1731588183992 (+6 ms)Writing region close event to WAL at 1731588183996 (+4 ms)Running coprocessor post-close hooks at 1731588183999 (+3 ms)Closed at 1731588183999 2024-11-14T12:43:03,999 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588113023.179a715677780b799d3d0fa468755a15. 2024-11-14T12:43:04,010 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/table/e3edb61a75d445f696ea4694e7881c9d is 53, key is hbase:replication/table:state/1731588114203/Put/seqid=0 2024-11-14T12:43:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741849_1025 (size=5308) 2024-11-14T12:43:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,120 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:43:04,120 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:04,121 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:04,321 DEBUG [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:04,414 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/table/e3edb61a75d445f696ea4694e7881c9d 2024-11-14T12:43:04,419 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/info/8170267f8d3d4f9faa8daeb686d99ff2 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/info/8170267f8d3d4f9faa8daeb686d99ff2 2024-11-14T12:43:04,424 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/info/8170267f8d3d4f9faa8daeb686d99ff2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:43:04,425 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/ns/2ad8057c035347c9b09716fb308307d8 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/ns/2ad8057c035347c9b09716fb308307d8 2024-11-14T12:43:04,429 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/ns/2ad8057c035347c9b09716fb308307d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:43:04,430 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b4a5efc0ac34314b24d63ee27de8bd0 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/rep_barrier/0b4a5efc0ac34314b24d63ee27de8bd0 2024-11-14T12:43:04,434 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/rep_barrier/0b4a5efc0ac34314b24d63ee27de8bd0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:43:04,435 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/.tmp/table/e3edb61a75d445f696ea4694e7881c9d as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/table/e3edb61a75d445f696ea4694e7881c9d 2024-11-14T12:43:04,440 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/table/e3edb61a75d445f696ea4694e7881c9d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:43:04,441 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-14T12:43:04,447 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:43:04,447 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:04,447 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:04,447 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:04,447 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588183120Running coprocessor pre-close hooks at 1731588183120Disabling compacts and flushes for region at 1731588183120Disabling writes for close at 1731588183120Obtaining lock to block concurrent updates at 1731588183120Preparing flush snapshotting stores in 1588230740 at 1731588183120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588183120Flushing stores of hbase:meta,,1.1588230740 at 1731588183121 (+1 ms)Flushing 1588230740/info: creating writer at 1731588183121Flushing 1588230740/info: appending metadata at 1731588183139 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731588183139Flushing 1588230740/ns: creating writer at 1731588183148 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731588183161 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731588183161Flushing 1588230740/rep_barrier: creating writer at 1731588183570 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588183585 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588183585Flushing 1588230740/table: creating writer at 1731588183995 (+410 ms)Flushing 1588230740/table: appending metadata at 1731588184009 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731588184009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51be6593: reopening flushed file at 1731588184419 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7075ddf: reopening flushed file at 1731588184424 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a20427: reopening flushed file at 1731588184429 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9aa506: reopening flushed file at 1731588184434 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731588184441 (+7 ms)Writing region close event to WAL at 1731588184444 (+3 ms)Running coprocessor post-close hooks at 1731588184447 (+3 ms)Closed at 1731588184447 2024-11-14T12:43:04,448 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:04,521 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,35581,1731588100318; all regions closed. 2024-11-14T12:43:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:43:04,525 DEBUG [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs 2024-11-14T12:43:04,525 INFO [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C35581%2C1731588100318.meta:.meta(num 1731588103433) 2024-11-14T12:43:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741839_1015 (size=2700) 2024-11-14T12:43:04,529 DEBUG [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs 2024-11-14T12:43:04,529 INFO [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C35581%2C1731588100318.rep:(num 1731588114161) 2024-11-14T12:43:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741832_1008 (size=1300) 2024-11-14T12:43:04,533 DEBUG [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/oldWALs 2024-11-14T12:43:04,533 INFO [RS:0;669ef94e8b26:35581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C35581%2C1731588100318:(num 1731588102519) 2024-11-14T12:43:04,533 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:04,533 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:04,533 INFO [RS:0;669ef94e8b26:35581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:04,533 INFO [RS:0;669ef94e8b26:35581 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:04,533 INFO [RS:0;669ef94e8b26:35581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:04,533 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:04,534 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,35581,1731588100318 because: Region server is closing 2024-11-14T12:43:04,534 INFO [RS:0;669ef94e8b26:35581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:35581. 2024-11-14T12:43:04,534 DEBUG [RS:0;669ef94e8b26:35581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:04,534 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:04,534 DEBUG [RS:0;669ef94e8b26:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:04,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:04,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:04,634 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:43:04,634 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.wal-reader.669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:43:04,635 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,35581,1731588100318.replicationSource.shipper669ef94e8b26%2C35581%2C1731588100318,1-669ef94e8b26,35581,1731588100318 terminated 2024-11-14T12:43:04,635 INFO [RS:0;669ef94e8b26:35581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35581 2024-11-14T12:43:04,652 INFO [RS:0;669ef94e8b26:35581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:04,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-801010946/rs/669ef94e8b26,35581,1731588100318 2024-11-14T12:43:04,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946/rs 2024-11-14T12:43:04,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,35581,1731588100318] 2024-11-14T12:43:04,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-801010946/draining/669ef94e8b26,35581,1731588100318 already deleted, retry=false 2024-11-14T12:43:04,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,35581,1731588100318 expired; onlineServers=0 2024-11-14T12:43:04,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,37789,1731588100134' ***** 2024-11-14T12:43:04,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:43:04,668 INFO [M:0;669ef94e8b26:37789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:04,668 INFO [M:0;669ef94e8b26:37789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:04,669 DEBUG [M:0;669ef94e8b26:37789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:43:04,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:43:04,669 DEBUG [M:0;669ef94e8b26:37789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:43:04,669 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588102248 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588102248,5,FailOnTimeoutGroup] 2024-11-14T12:43:04,669 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588102248 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588102248,5,FailOnTimeoutGroup] 2024-11-14T12:43:04,669 INFO [M:0;669ef94e8b26:37789 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:04,669 INFO [M:0;669ef94e8b26:37789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:04,669 DEBUG [M:0;669ef94e8b26:37789 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:43:04,669 INFO [M:0;669ef94e8b26:37789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:43:04,669 INFO [M:0;669ef94e8b26:37789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:04,669 INFO [M:0;669ef94e8b26:37789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:43:04,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:43:04,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-801010946/master 2024-11-14T12:43:04,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-801010946 2024-11-14T12:43:04,677 DEBUG [M:0;669ef94e8b26:37789 {}] zookeeper.ZKUtil(347): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Unable to get data of znode /0-801010946/master because node does not exist (not an error) 2024-11-14T12:43:04,677 WARN [M:0;669ef94e8b26:37789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:43:04,678 INFO [M:0;669ef94e8b26:37789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/.lastflushedseqids 2024-11-14T12:43:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741850_1026 (size=263) 2024-11-14T12:43:04,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:04,760 INFO [RS:0;669ef94e8b26:35581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:04,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x1013aa73b650001, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:04,760 INFO [RS:0;669ef94e8b26:35581 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,35581,1731588100318; zookeeper connection closed. 2024-11-14T12:43:04,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fb134e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fb134e 2024-11-14T12:43:04,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:43:05,082 INFO [M:0;669ef94e8b26:37789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:43:05,083 INFO [M:0;669ef94e8b26:37789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:43:05,083 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:05,083 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:05,083 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:05,083 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:05,083 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:05,083 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-14T12:43:05,098 DEBUG [M:0;669ef94e8b26:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c0f24ad78084dc8b6d68e5fe3169653 is 82, key is hbase:meta,,1/info:regioninfo/1731588103466/Put/seqid=0 2024-11-14T12:43:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741851_1027 (size=5672) 2024-11-14T12:43:05,502 INFO [M:0;669ef94e8b26:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c0f24ad78084dc8b6d68e5fe3169653 2024-11-14T12:43:05,520 DEBUG [M:0;669ef94e8b26:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77451849b652434ca8c6861db42dc6c5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588109871/Put/seqid=0 2024-11-14T12:43:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741852_1028 (size=7239) 2024-11-14T12:43:05,925 INFO [M:0;669ef94e8b26:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77451849b652434ca8c6861db42dc6c5 2024-11-14T12:43:05,930 INFO [M:0;669ef94e8b26:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77451849b652434ca8c6861db42dc6c5 2024-11-14T12:43:05,943 DEBUG [M:0;669ef94e8b26:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf8b1a4fbc1431f8530ca7b4c9edd0f is 69, key is 669ef94e8b26,35581,1731588100318/rs:state/1731588102370/Put/seqid=0 2024-11-14T12:43:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741853_1029 (size=5156) 2024-11-14T12:43:06,347 INFO [M:0;669ef94e8b26:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf8b1a4fbc1431f8530ca7b4c9edd0f 2024-11-14T12:43:06,353 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c0f24ad78084dc8b6d68e5fe3169653 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c0f24ad78084dc8b6d68e5fe3169653 2024-11-14T12:43:06,357 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c0f24ad78084dc8b6d68e5fe3169653, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:43:06,358 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77451849b652434ca8c6861db42dc6c5 as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77451849b652434ca8c6861db42dc6c5 2024-11-14T12:43:06,362 INFO [M:0;669ef94e8b26:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77451849b652434ca8c6861db42dc6c5 2024-11-14T12:43:06,363 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77451849b652434ca8c6861db42dc6c5, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T12:43:06,363 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf8b1a4fbc1431f8530ca7b4c9edd0f as hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cf8b1a4fbc1431f8530ca7b4c9edd0f 2024-11-14T12:43:06,367 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/2b8341b2-93a6-20be-58e1-f61d08733d0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cf8b1a4fbc1431f8530ca7b4c9edd0f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:43:06,368 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-14T12:43:06,373 INFO [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:06,373 DEBUG [M:0;669ef94e8b26:37789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588185083Disabling compacts and flushes for region at 1731588185083Disabling writes for close at 1731588185083Obtaining lock to block concurrent updates at 1731588185083Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588185083Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731588185084 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588185084Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588185084Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588185097 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588185097Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588185507 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588185520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588185520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588185930 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588185943 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588185943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433ccedb: reopening flushed file at 1731588186352 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77243b54: reopening flushed file at 1731588186358 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5044d1e8: reopening flushed file at 1731588186363 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731588186368 (+5 ms)Writing region close event to WAL at 1731588186373 (+5 ms)Closed at 1731588186373 2024-11-14T12:43:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34783 is added to blk_1073741830_1006 (size=64514) 2024-11-14T12:43:06,376 INFO [M:0;669ef94e8b26:37789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:43:06,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:06,376 INFO [M:0;669ef94e8b26:37789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37789 2024-11-14T12:43:06,376 INFO [M:0;669ef94e8b26:37789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:06,494 INFO [M:0;669ef94e8b26:37789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1013aa73b650000, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:06,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:06,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:06,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:06,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:06,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:06,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:43:06,497 WARN [BP-1696155379-172.17.0.3-1731588098446 heartbeating to localhost/127.0.0.1:34997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:43:06,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:43:06,497 WARN [BP-1696155379-172.17.0.3-1731588098446 heartbeating to localhost/127.0.0.1:34997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696155379-172.17.0.3-1731588098446 (Datanode Uuid 4c8847ce-3e95-4b92-96e0-3a0e415d7675) service to localhost/127.0.0.1:34997 2024-11-14T12:43:06,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/data/data1/current/BP-1696155379-172.17.0.3-1731588098446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:06,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/cluster_45d748c0-0b44-7ad3-cac9-92583f30ee0b/data/data2/current/BP-1696155379-172.17.0.3-1731588098446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:06,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:43:06,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:06,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:06,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:06,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:06,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d6dde-65c6-f9f2-cf5a-0a5ffb8df157/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:06,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:43:06,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:43:06,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 136) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33331 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5b40b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5b40b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 107) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6295 (was 6864) 2024-11-14T12:43:06,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=6295 2024-11-14T12:43:06,547 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T12:43:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir so I do NOT create it in target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4 2024-11-14T12:43:06,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:43:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.tmp.dir so I do NOT create it in target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4 2024-11-14T12:43:06,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/975d3a4e-bda7-4738-e633-d765d52ae1de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:43:06,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4 2024-11-14T12:43:06,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b, deleteOnExit=true 2024-11-14T12:43:06,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/zookeeper_0, clientPort=53222, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:43:06,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53222 2024-11-14T12:43:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:43:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:43:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/test.cache.data in system properties and HBase conf 2024-11-14T12:43:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:43:06,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:06,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:43:06,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:43:06,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa73b650002, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:43:06,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa73b650005, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:43:06,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa73b650002, quorum=127.0.0.1:62529, baseZNode=/0-801010946 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:43:06,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa73b650005, quorum=127.0.0.1:62529, baseZNode=/11233150802 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:43:07,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:07,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:07,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:07,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:07,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:43:07,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:07,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:07,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:07,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/java.io.tmpdir/jetty-localhost-37381-hadoop-hdfs-3_4_1-tests_jar-_-any-4698163888011962353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:07,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:37381} 2024-11-14T12:43:07,146 INFO [Time-limited test {}] server.Server(415): Started @140865ms 2024-11-14T12:43:07,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:07,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:07,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:07,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:07,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:43:07,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:07,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:07,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8bae20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/java.io.tmpdir/jetty-localhost-42633-hadoop-hdfs-3_4_1-tests_jar-_-any-16531466141159033152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:07,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:42633} 2024-11-14T12:43:07,553 INFO [Time-limited test {}] server.Server(415): Started @141272ms 2024-11-14T12:43:07,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:43:08,266 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/data/data1/current/BP-79378916-172.17.0.3-1731588186586/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:08,266 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/data/data2/current/BP-79378916-172.17.0.3-1731588186586/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:08,281 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:43:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b0b051887c2cc86 with lease ID 0xfe2efcdff6af0be2: Processing first storage report for DS-7510481d-16ac-492b-8776-9b702fe06cdf from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=b354b7fa-f616-46a5-8908-4b77394edbe9, infoPort=42003, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=713851281;c=1731588186586) 2024-11-14T12:43:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b0b051887c2cc86 with lease ID 0xfe2efcdff6af0be2: from storage DS-7510481d-16ac-492b-8776-9b702fe06cdf node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=b354b7fa-f616-46a5-8908-4b77394edbe9, infoPort=42003, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=713851281;c=1731588186586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b0b051887c2cc86 with lease ID 0xfe2efcdff6af0be2: Processing first storage report for DS-0387c2c1-a820-45cb-9ce2-377b74bd109a from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=b354b7fa-f616-46a5-8908-4b77394edbe9, infoPort=42003, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=713851281;c=1731588186586) 2024-11-14T12:43:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b0b051887c2cc86 with lease ID 0xfe2efcdff6af0be2: from storage DS-0387c2c1-a820-45cb-9ce2-377b74bd109a node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=b354b7fa-f616-46a5-8908-4b77394edbe9, infoPort=42003, infoSecurePort=0, ipcPort=33731, storageInfo=lv=-57;cid=testClusterID;nsid=713851281;c=1731588186586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:08,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4 2024-11-14T12:43:08,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:08,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:43:08,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e with version=8 2024-11-14T12:43:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/hbase-staging 2024-11-14T12:43:08,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:43:08,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:08,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34931 2024-11-14T12:43:08,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34931 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:08,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349310x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:08,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34931-0x1013aa8939e0000 connected 2024-11-14T12:43:09,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:09,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:09,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:09,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e, hbase.cluster.distributed=false 2024-11-14T12:43:09,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/acl 2024-11-14T12:43:09,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-14T12:43:09,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34931 2024-11-14T12:43:09,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34931 2024-11-14T12:43:09,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-14T12:43:09,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34931 2024-11-14T12:43:09,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:09,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:09,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:09,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:09,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:09,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:09,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:43:09,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:09,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36725 2024-11-14T12:43:09,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36725 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:09,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:09,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367250x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:09,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36725-0x1013aa8939e0001 connected 2024-11-14T12:43:09,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:09,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:43:09,453 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:43:09,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/master 2024-11-14T12:43:09,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/acl 2024-11-14T12:43:09,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-14T12:43:09,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36725 2024-11-14T12:43:09,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36725 2024-11-14T12:43:09,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-14T12:43:09,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-14T12:43:09,467 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:34931 2024-11-14T12:43:09,467 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0960340486/backup-masters/669ef94e8b26,34931,1731588188794 2024-11-14T12:43:09,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:09,549 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/backup-masters/669ef94e8b26,34931,1731588188794 2024-11-14T12:43:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/master 2024-11-14T12:43:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:09,584 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/master 2024-11-14T12:43:09,587 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0960340486/backup-masters/669ef94e8b26,34931,1731588188794 from backup master directory 2024-11-14T12:43:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/backup-masters/669ef94e8b26,34931,1731588188794 2024-11-14T12:43:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:09,658 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:09,658 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,34931,1731588188794 2024-11-14T12:43:09,662 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/hbase.id] with ID: d50e0d42-9aee-43ba-bf57-2220c0716469 2024-11-14T12:43:09,662 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.tmp/hbase.id 2024-11-14T12:43:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:43:10,067 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.tmp/hbase.id]:[hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/hbase.id] 2024-11-14T12:43:10,077 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:10,077 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:43:10,079 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:43:10,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:10,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:43:10,499 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:10,499 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:43:10,500 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:43:10,906 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store 2024-11-14T12:43:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:43:11,313 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:11,313 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:11,313 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:11,314 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:11,314 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:11,314 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:11,314 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:11,314 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588191313Disabling compacts and flushes for region at 1731588191313Disabling writes for close at 1731588191314 (+1 ms)Writing region close event to WAL at 1731588191314Closed at 1731588191314 2024-11-14T12:43:11,315 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/.initializing 2024-11-14T12:43:11,315 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794 2024-11-14T12:43:11,315 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:11,317 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C34931%2C1731588188794, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:43:11,330 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794/669ef94e8b26%2C34931%2C1731588188794.1731588191317, exclude list is [], retry=0 2024-11-14T12:43:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:11,334 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:11,334 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:11,334 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:11,334 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:11,335 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,335 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:43:11,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:43:11,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:43:11,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:11,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:11,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:43:11,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:11,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:11,345 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,345 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,346 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,347 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,347 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,347 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:11,348 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:11,350 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:11,350 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68353197, jitterRate=0.018542006611824036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:11,351 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588191335Initializing all the Stores at 1731588191335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588191335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588191337 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588191337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588191337Cleaning up temporary data from old regions at 1731588191347 (+10 ms)Region opened successfully at 1731588191351 (+4 ms) 2024-11-14T12:43:11,354 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:43:11,357 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ac948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:11,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:43:11,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:43:11,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:43:11,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:43:11,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:43:11,359 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:43:11,360 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:43:11,361 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:43:11,362 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/balancer because node does not exist (not necessarily an error) 2024-11-14T12:43:11,385 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/balancer already deleted, retry=false 2024-11-14T12:43:11,385 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:43:11,386 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:43:11,393 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/normalizer already deleted, retry=false 2024-11-14T12:43:11,393 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:43:11,394 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:43:11,401 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/switch/split already deleted, retry=false 2024-11-14T12:43:11,402 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:43:11,410 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/switch/merge already deleted, retry=false 2024-11-14T12:43:11,411 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:43:11,418 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/snapshot-cleanup already deleted, retry=false 2024-11-14T12:43:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,427 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,34931,1731588188794, sessionid=0x1013aa8939e0000, setting cluster-up flag (Was=false) 2024-11-14T12:43:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,468 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960340486/flush-table-proc/acquired, /0960340486/flush-table-proc/reached, /0960340486/flush-table-proc/abort 2024-11-14T12:43:11,469 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34931,1731588188794 2024-11-14T12:43:11,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:11,510 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960340486/online-snapshot/acquired, /0960340486/online-snapshot/reached, /0960340486/online-snapshot/abort 2024-11-14T12:43:11,511 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34931,1731588188794 2024-11-14T12:43:11,512 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:43:11,513 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:11,513 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:43:11,513 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:43:11,514 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,34931,1731588188794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:11,515 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588221516 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:43:11,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:11,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:43:11,516 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:43:11,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:43:11,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:43:11,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:43:11,518 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588191517,5,FailOnTimeoutGroup] 2024-11-14T12:43:11,518 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588191518,5,FailOnTimeoutGroup] 2024-11-14T12:43:11,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:43:11,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:43:11,559 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(746): ClusterId : d50e0d42-9aee-43ba-bf57-2220c0716469 2024-11-14T12:43:11,559 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:43:11,594 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:43:11,594 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:43:11,627 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:43:11,627 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af3a70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:11,638 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:36725 2024-11-14T12:43:11,639 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:43:11,639 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:43:11,639 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:43:11,639 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,34931,1731588188794 with port=36725, startcode=1731588189363 2024-11-14T12:43:11,639 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:43:11,641 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:43:11,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34931 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,642 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e 2024-11-14T12:43:11,642 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35893 2024-11-14T12:43:11,643 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:43:11,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/rs 2024-11-14T12:43:11,697 DEBUG [RS:0;669ef94e8b26:36725 {}] zookeeper.ZKUtil(111): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/rs/669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,697 WARN [RS:0;669ef94e8b26:36725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:11,697 INFO [RS:0;669ef94e8b26:36725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:11,697 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,36725,1731588189363] 2024-11-14T12:43:11,700 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:43:11,702 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:43:11,702 INFO [RS:0;669ef94e8b26:36725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:43:11,702 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,702 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:43:11,703 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:43:11,703 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:11,703 DEBUG [RS:0;669ef94e8b26:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,705 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36725,1731588189363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:11,719 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:43:11,719 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36725,1731588189363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,719 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,719 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.Replication(171): 669ef94e8b26,36725,1731588189363 started 2024-11-14T12:43:11,731 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:11,731 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,36725,1731588189363, RpcServer on 669ef94e8b26/172.17.0.3:36725, sessionid=0x1013aa8939e0001 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36725,1731588189363' 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960340486/flush-table-proc/abort' 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960340486/flush-table-proc/acquired' 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,36725,1731588189363 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36725,1731588189363' 2024-11-14T12:43:11,732 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960340486/online-snapshot/abort' 2024-11-14T12:43:11,733 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960340486/online-snapshot/acquired' 2024-11-14T12:43:11,733 DEBUG [RS:0;669ef94e8b26:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:43:11,733 INFO [RS:0;669ef94e8b26:36725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:43:11,733 INFO [RS:0;669ef94e8b26:36725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:43:11,833 INFO [RS:0;669ef94e8b26:36725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:11,835 INFO [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36725%2C1731588189363, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:11,847 DEBUG [RS:0;669ef94e8b26:36725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835, exclude list is [], retry=0 2024-11-14T12:43:11,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:11,851 INFO [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 2024-11-14T12:43:11,851 DEBUG [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:11,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:43:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:43:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:43:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:43:11,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:43:11,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e 2024-11-14T12:43:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:43:12,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:12,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:12,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:12,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:12,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:12,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:12,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:12,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:12,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:12,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:12,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:12,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:12,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:12,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:12,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:12,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:12,339 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:12,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73113997, jitterRate=0.08948345482349396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588192328Initializing all the Stores at 1731588192329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588192329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192329Cleaning up temporary data from old regions at 1731588192336 (+7 ms)Region opened successfully at 1731588192340 (+4 ms) 2024-11-14T12:43:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:12,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:12,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:12,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588192340Disabling compacts and flushes for region at 1731588192340Disabling writes for close at 1731588192340Writing region close event to WAL at 1731588192341 (+1 ms)Closed at 1731588192341 2024-11-14T12:43:12,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:12,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:43:12,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:43:12,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:12,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:43:12,495 DEBUG [669ef94e8b26:34931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:12,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:12,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36725,1731588189363, state=OPENING 2024-11-14T12:43:12,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:43:12,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:12,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:12,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:12,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36725,1731588189363}] 2024-11-14T12:43:12,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:12,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:12,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:12,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:43:12,684 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:43:12,684 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:12,685 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:43:12,686 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36725%2C1731588189363.meta, suffix=.meta, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:12,698 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.meta.1731588192686.meta, exclude list is [], retry=0 2024-11-14T12:43:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:12,701 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.meta.1731588192686.meta 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:12,702 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:43:12,702 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:43:12,702 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:12,703 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:43:12,703 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:43:12,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:12,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:12,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:12,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:12,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:12,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:12,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:12,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:12,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:12,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:12,708 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:12,708 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:12,709 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:12,710 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:12,710 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:12,711 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:12,712 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:12,712 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68054305, jitterRate=0.014088168740272522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:12,712 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:43:12,713 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588192703Writing region info on filesystem at 1731588192703Initializing all the Stores at 1731588192703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588192703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588192703Cleaning up temporary data from old regions at 1731588192710 (+7 ms)Running coprocessor post-open hooks at 1731588192712 (+2 ms)Region opened successfully at 1731588192713 (+1 ms) 2024-11-14T12:43:12,713 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588192679 2024-11-14T12:43:12,715 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:43:12,715 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:43:12,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:12,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36725,1731588189363, state=OPEN 2024-11-14T12:43:12,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:12,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:12,753 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:12,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:12,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:12,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:43:12,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36725,1731588189363 in 226 msec 2024-11-14T12:43:12,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:43:12,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-14T12:43:12,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:12,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:43:12,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:12,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36725,1731588189363, seqNum=-1] 2024-11-14T12:43:12,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:12,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:12,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-14T12:43:12,765 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588192764, completionTime=-1 2024-11-14T12:43:12,765 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:43:12,765 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:43:12,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:43:12,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588252767 2024-11-14T12:43:12,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588312767 2024-11-14T12:43:12,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:34931, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,770 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.113sec 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:12,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:43:12,774 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:43:12,774 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:43:12,774 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34931,1731588188794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:12,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:12,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34931,-1 for getting cluster id 2024-11-14T12:43:12,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:12,861 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50e0d42-9aee-43ba-bf57-2220c0716469' 2024-11-14T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50e0d42-9aee-43ba-bf57-2220c0716469" 2024-11-14T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34931,-1] 2024-11-14T12:43:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:12,863 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:12,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:12,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36725,1731588189363, seqNum=-1] 2024-11-14T12:43:12,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:12,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:12,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,34931,1731588188794 2024-11-14T12:43:12,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:12,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:12,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa8939e0002 connected 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir so I do NOT create it in target/test-data/de747841-1e30-7627-4478-413452a44af9 2024-11-14T12:43:12,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.tmp.dir so I do NOT create it in target/test-data/de747841-1e30-7627-4478-413452a44af9 2024-11-14T12:43:12,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:43:12,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/cluster_96a387fb-083d-0787-d14f-835b19edb132, deleteOnExit=true 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/test.cache.data in system properties and HBase conf 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:43:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:43:12,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:43:12,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:43:13,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:13,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:13,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:13,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:13,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:43:13,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:13,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:13,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:13,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13601c7a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/java.io.tmpdir/jetty-localhost-44579-hadoop-hdfs-3_4_1-tests_jar-_-any-11255548358112728876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:13,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:44579} 2024-11-14T12:43:13,469 INFO [Time-limited test {}] server.Server(415): Started @147187ms 2024-11-14T12:43:13,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:13,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:13,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:43:13,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:13,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:13,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101cec53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/java.io.tmpdir/jetty-localhost-36817-hadoop-hdfs-3_4_1-tests_jar-_-any-18212458111920071417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:13,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:36817} 2024-11-14T12:43:13,885 INFO [Time-limited test {}] server.Server(415): Started @147603ms 2024-11-14T12:43:13,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:43:15,128 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/cluster_96a387fb-083d-0787-d14f-835b19edb132/data/data1/current/BP-2080815980-172.17.0.3-1731588192955/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:15,128 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/cluster_96a387fb-083d-0787-d14f-835b19edb132/data/data2/current/BP-2080815980-172.17.0.3-1731588192955/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:15,144 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:43:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87965aafad62d212 with lease ID 0x37bfbac281a20b3a: Processing first storage report for DS-88e730ab-a660-4ef5-90e2-7c1fb42a4ae5 from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=a0972594-ab3d-4cc6-824d-d294ca183e70, infoPort=40507, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=1753813773;c=1731588192955) 2024-11-14T12:43:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87965aafad62d212 with lease ID 0x37bfbac281a20b3a: from storage DS-88e730ab-a660-4ef5-90e2-7c1fb42a4ae5 node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=a0972594-ab3d-4cc6-824d-d294ca183e70, infoPort=40507, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=1753813773;c=1731588192955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87965aafad62d212 with lease ID 0x37bfbac281a20b3a: Processing first storage report for DS-23bde225-50e3-4cd2-9c3a-a18c3d17f89b from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=a0972594-ab3d-4cc6-824d-d294ca183e70, infoPort=40507, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=1753813773;c=1731588192955) 2024-11-14T12:43:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87965aafad62d212 with lease ID 0x37bfbac281a20b3a: from storage DS-23bde225-50e3-4cd2-9c3a-a18c3d17f89b node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=a0972594-ab3d-4cc6-824d-d294ca183e70, infoPort=40507, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=1753813773;c=1731588192955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:15,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9 2024-11-14T12:43:15,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:15,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:43:17,132 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8 with version=8 2024-11-14T12:43:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/hbase-staging 2024-11-14T12:43:17,135 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:17,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:43:17,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:17,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33443 2024-11-14T12:43:17,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33443 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334430x0, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:17,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33443-0x1013aa8939e0003 connected 2024-11-14T12:43:17,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:17,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:43:17,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:17,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:17,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/running 2024-11-14T12:43:17,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8, hbase.cluster.distributed=false 2024-11-14T12:43:17,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/acl 2024-11-14T12:43:17,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-14T12:43:17,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33443 2024-11-14T12:43:17,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33443 2024-11-14T12:43:17,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-14T12:43:17,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-14T12:43:17,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:17,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38535 2024-11-14T12:43:17,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38535 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:17,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:17,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385350x0, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:17,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385350x0, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/running 2024-11-14T12:43:17,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38535-0x1013aa8939e0004 connected 2024-11-14T12:43:17,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:43:17,978 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:43:17,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/master 2024-11-14T12:43:17,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/acl 2024-11-14T12:43:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38535 2024-11-14T12:43:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38535 2024-11-14T12:43:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38535 2024-11-14T12:43:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38535 2024-11-14T12:43:17,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38535 2024-11-14T12:43:17,991 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:33443 2024-11-14T12:43:17,991 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-164526089/backup-masters/669ef94e8b26,33443,1731588197135 2024-11-14T12:43:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/backup-masters 2024-11-14T12:43:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/backup-masters 2024-11-14T12:43:18,018 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on existing znode=/1-164526089/backup-masters/669ef94e8b26,33443,1731588197135 2024-11-14T12:43:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-164526089/master 2024-11-14T12:43:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:18,057 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on existing znode=/1-164526089/master 2024-11-14T12:43:18,057 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-164526089/backup-masters/669ef94e8b26,33443,1731588197135 from backup master directory 2024-11-14T12:43:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-164526089/backup-masters/669ef94e8b26,33443,1731588197135 2024-11-14T12:43:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/backup-masters 2024-11-14T12:43:18,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/backup-masters 2024-11-14T12:43:18,084 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:18,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,33443,1731588197135 2024-11-14T12:43:18,088 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/hbase.id] with ID: 1da789e4-b220-4c5d-bc24-604f38fbc098 2024-11-14T12:43:18,088 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/.tmp/hbase.id 2024-11-14T12:43:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:43:18,492 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/.tmp/hbase.id]:[hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/hbase.id] 2024-11-14T12:43:18,501 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:18,501 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:43:18,502 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:43:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:43:18,944 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:18,945 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:43:18,945 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:43:19,351 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store 2024-11-14T12:43:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:19,757 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:19,757 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:19,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588199757Disabling compacts and flushes for region at 1731588199757Disabling writes for close at 1731588199757Writing region close event to WAL at 1731588199757Closed at 1731588199757 2024-11-14T12:43:19,758 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/.initializing 2024-11-14T12:43:19,758 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/WALs/669ef94e8b26,33443,1731588197135 2024-11-14T12:43:19,759 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:19,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C33443%2C1731588197135, suffix=, logDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/WALs/669ef94e8b26,33443,1731588197135, archiveDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/oldWALs, maxLogs=10 2024-11-14T12:43:19,785 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/WALs/669ef94e8b26,33443,1731588197135/669ef94e8b26%2C33443%2C1731588197135.1731588199767, exclude list is [], retry=0 2024-11-14T12:43:19,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-88e730ab-a660-4ef5-90e2-7c1fb42a4ae5,DISK] 2024-11-14T12:43:19,790 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/WALs/669ef94e8b26,33443,1731588197135/669ef94e8b26%2C33443%2C1731588197135.1731588199767 2024-11-14T12:43:19,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40507:40507)] 2024-11-14T12:43:19,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:19,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:19,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,790 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:43:19,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:19,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:19,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:43:19,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:19,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:19,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:43:19,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:19,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:19,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:43:19,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:19,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:19,799 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,800 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,800 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,801 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,801 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,802 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:19,803 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:19,805 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:19,805 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71543759, jitterRate=0.066085085272789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:19,806 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588199790Initializing all the Stores at 1731588199791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588199791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588199791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588199791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588199791Cleaning up temporary data from old regions at 1731588199801 (+10 ms)Region opened successfully at 1731588199806 (+5 ms) 2024-11-14T12:43:19,806 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:43:19,809 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff1e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:19,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:43:19,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:43:19,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:43:19,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:43:19,812 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:43:19,812 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:43:19,812 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:43:19,814 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:43:19,815 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/balancer because node does not exist (not necessarily an error) 2024-11-14T12:43:19,834 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/balancer already deleted, retry=false 2024-11-14T12:43:19,835 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:43:19,835 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:43:19,843 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/normalizer already deleted, retry=false 2024-11-14T12:43:19,843 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:43:19,844 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:43:19,851 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/switch/split already deleted, retry=false 2024-11-14T12:43:19,852 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:43:19,859 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/switch/merge already deleted, retry=false 2024-11-14T12:43:19,861 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:43:19,868 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/snapshot-cleanup already deleted, retry=false 2024-11-14T12:43:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-164526089/running 2024-11-14T12:43:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-164526089/running 2024-11-14T12:43:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:19,932 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,33443,1731588197135, sessionid=0x1013aa8939e0003, setting cluster-up flag (Was=false) 2024-11-14T12:43:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:20,068 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-164526089/flush-table-proc/acquired, /1-164526089/flush-table-proc/reached, /1-164526089/flush-table-proc/abort 2024-11-14T12:43:20,068 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33443,1731588197135 2024-11-14T12:43:20,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:20,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:20,109 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-164526089/online-snapshot/acquired, /1-164526089/online-snapshot/reached, /1-164526089/online-snapshot/abort 2024-11-14T12:43:20,110 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33443,1731588197135 2024-11-14T12:43:20,111 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:43:20,113 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:20,113 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:43:20,113 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:43:20,113 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,33443,1731588197135 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:20,115 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,116 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588230116 2024-11-14T12:43:20,116 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:43:20,116 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:43:20,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:43:20,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:43:20,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:43:20,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:43:20,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:20,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:43:20,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:20,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:43:20,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:43:20,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:43:20,124 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:43:20,124 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:43:20,127 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:43:20,127 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:43:20,127 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588200127,5,FailOnTimeoutGroup] 2024-11-14T12:43:20,128 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588200127,5,FailOnTimeoutGroup] 2024-11-14T12:43:20,128 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,128 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:43:20,128 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,128 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:43:20,183 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(746): ClusterId : 1da789e4-b220-4c5d-bc24-604f38fbc098 2024-11-14T12:43:20,183 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:43:20,193 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:43:20,193 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:43:20,202 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:43:20,202 DEBUG [RS:0;669ef94e8b26:38535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:20,218 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:38535 2024-11-14T12:43:20,218 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:43:20,218 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:43:20,218 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:43:20,219 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,33443,1731588197135 with port=38535, startcode=1731588197886 2024-11-14T12:43:20,219 DEBUG [RS:0;669ef94e8b26:38535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:43:20,220 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:43:20,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33443 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,222 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8 2024-11-14T12:43:20,222 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45813 2024-11-14T12:43:20,222 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:43:20,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/rs 2024-11-14T12:43:20,233 DEBUG [RS:0;669ef94e8b26:38535 {}] zookeeper.ZKUtil(111): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on existing znode=/1-164526089/rs/669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,233 WARN [RS:0;669ef94e8b26:38535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:20,233 INFO [RS:0;669ef94e8b26:38535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:20,233 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,38535,1731588197886] 2024-11-14T12:43:20,236 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:43:20,238 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:43:20,238 INFO [RS:0;669ef94e8b26:38535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:43:20,238 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,239 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:43:20,243 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:43:20,243 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,243 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,243 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:20,244 DEBUG [RS:0;669ef94e8b26:38535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:20,244 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,244 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,245 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,245 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,245 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,245 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38535,1731588197886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:20,262 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:43:20,262 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38535,1731588197886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,262 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,262 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.Replication(171): 669ef94e8b26,38535,1731588197886 started 2024-11-14T12:43:20,279 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:20,279 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,38535,1731588197886, RpcServer on 669ef94e8b26/172.17.0.3:38535, sessionid=0x1013aa8939e0004 2024-11-14T12:43:20,279 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:43:20,279 DEBUG [RS:0;669ef94e8b26:38535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,279 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,38535,1731588197886' 2024-11-14T12:43:20,279 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-164526089/flush-table-proc/abort' 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-164526089/flush-table-proc/acquired' 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,38535,1731588197886 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,38535,1731588197886' 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-164526089/online-snapshot/abort' 2024-11-14T12:43:20,280 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-164526089/online-snapshot/acquired' 2024-11-14T12:43:20,281 DEBUG [RS:0;669ef94e8b26:38535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:43:20,281 INFO [RS:0;669ef94e8b26:38535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:43:20,281 INFO [RS:0;669ef94e8b26:38535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:43:20,381 INFO [RS:0;669ef94e8b26:38535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:20,383 INFO [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C38535%2C1731588197886, suffix=, logDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886, archiveDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/oldWALs, maxLogs=10 2024-11-14T12:43:20,399 DEBUG [RS:0;669ef94e8b26:38535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.1731588200383, exclude list is [], retry=0 2024-11-14T12:43:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-88e730ab-a660-4ef5-90e2-7c1fb42a4ae5,DISK] 2024-11-14T12:43:20,403 INFO [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.1731588200383 2024-11-14T12:43:20,403 DEBUG [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40507:40507)] 2024-11-14T12:43:20,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:43:20,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8 2024-11-14T12:43:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:43:20,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:20,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:20,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:20,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:20,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:20,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:20,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:20,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:20,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:20,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:20,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:20,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:20,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:20,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:20,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:20,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:20,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:20,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:20,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740 2024-11-14T12:43:20,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740 2024-11-14T12:43:20,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:20,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:20,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:20,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:20,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:20,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72990724, jitterRate=0.08764654397964478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588200945Initializing all the Stores at 1731588200946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588200946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588200946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588200946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588200946Cleaning up temporary data from old regions at 1731588200954 (+8 ms)Region opened successfully at 1731588200958 (+4 ms) 2024-11-14T12:43:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:20,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:20,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:20,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:20,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588200958Disabling compacts and flushes for region at 1731588200958Disabling writes for close at 1731588200958Writing region close event to WAL at 1731588200959 (+1 ms)Closed at 1731588200959 2024-11-14T12:43:20,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:20,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:43:20,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:43:20,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:20,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:43:21,113 DEBUG [669ef94e8b26:33443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:21,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,38535,1731588197886 2024-11-14T12:43:21,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,38535,1731588197886, state=OPENING 2024-11-14T12:43:21,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:43:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:21,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:21,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-164526089/meta-region-server: CHANGED 2024-11-14T12:43:21,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,38535,1731588197886}] 2024-11-14T12:43:21,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-164526089/meta-region-server: CHANGED 2024-11-14T12:43:21,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:21,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:43:21,540 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:43:21,540 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:21,540 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:43:21,541 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C38535%2C1731588197886.meta, suffix=.meta, logDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886, archiveDir=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/oldWALs, maxLogs=10 2024-11-14T12:43:21,553 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.meta.1731588201541.meta, exclude list is [], retry=0 2024-11-14T12:43:21,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-88e730ab-a660-4ef5-90e2-7c1fb42a4ae5,DISK] 2024-11-14T12:43:21,557 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.meta.1731588201541.meta 2024-11-14T12:43:21,557 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40507:40507)] 2024-11-14T12:43:21,557 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:21,558 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:43:21,558 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:43:21,558 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:43:21,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:21,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:21,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:21,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:21,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:21,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:21,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:21,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:21,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:21,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:21,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:21,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:21,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:21,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:21,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:21,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:21,563 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:21,564 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740 2024-11-14T12:43:21,565 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740 2024-11-14T12:43:21,566 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:21,566 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:21,566 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:21,567 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:21,567 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342235, jitterRate=0.12268678843975067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:21,567 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:43:21,568 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588201558Writing region info on filesystem at 1731588201558Initializing all the Stores at 1731588201559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588201559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588201559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588201559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588201559Cleaning up temporary data from old regions at 1731588201566 (+7 ms)Running coprocessor post-open hooks at 1731588201567 (+1 ms)Region opened successfully at 1731588201568 (+1 ms) 2024-11-14T12:43:21,568 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588201535 2024-11-14T12:43:21,570 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:43:21,570 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:43:21,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,38535,1731588197886 2024-11-14T12:43:21,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,38535,1731588197886, state=OPEN 2024-11-14T12:43:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-164526089/meta-region-server 2024-11-14T12:43:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-164526089/meta-region-server 2024-11-14T12:43:21,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,38535,1731588197886 2024-11-14T12:43:21,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-164526089/meta-region-server: CHANGED 2024-11-14T12:43:21,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-164526089/meta-region-server: CHANGED 2024-11-14T12:43:21,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:43:21,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,38535,1731588197886 in 235 msec 2024-11-14T12:43:21,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:43:21,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-14T12:43:21,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:21,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:43:21,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:21,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38535,1731588197886, seqNum=-1] 2024-11-14T12:43:21,623 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:21,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:21,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5150 sec 2024-11-14T12:43:21,629 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588201629, completionTime=-1 2024-11-14T12:43:21,629 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:43:21,629 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588261631 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588321631 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:33443, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,633 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.550sec 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:43:21,634 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:21,635 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:43:21,637 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:43:21,637 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:43:21,637 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33443,1731588197135-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:21,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33443,-1 for getting cluster id 2024-11-14T12:43:21,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:21,686 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da789e4-b220-4c5d-bc24-604f38fbc098' 2024-11-14T12:43:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da789e4-b220-4c5d-bc24-604f38fbc098" 2024-11-14T12:43:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd96ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33443,-1] 2024-11-14T12:43:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:21,687 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:21,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38535,1731588197886, seqNum=-1] 2024-11-14T12:43:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:21,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:21,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,33443,1731588197135 2024-11-14T12:43:21,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:21,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:21,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa8939e0005 connected 2024-11-14T12:43:21,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34931,-1 for getting cluster id 2024-11-14T12:43:21,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:21,758 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50e0d42-9aee-43ba-bf57-2220c0716469' 2024-11-14T12:43:21,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:21,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50e0d42-9aee-43ba-bf57-2220c0716469" 2024-11-14T12:43:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bcb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34931,-1] 2024-11-14T12:43:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:21,760 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:21,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267da55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34931,1731588188794 2024-11-14T12:43:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d18ddd 2024-11-14T12:43:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:21,762 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:21,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:33443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:43:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:43:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:21,765 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33443' 2024-11-14T12:43:21,766 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1942a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,766 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33443,-1 for getting cluster id 2024-11-14T12:43:21,766 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:21,767 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da789e4-b220-4c5d-bc24-604f38fbc098' 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da789e4-b220-4c5d-bc24-604f38fbc098" 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5348f9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33443,-1] 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:21,768 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:21,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a77dbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:21,769 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33443,1731588197135 2024-11-14T12:43:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16338736 2024-11-14T12:43:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:21,770 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:21,771 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:43:21,771 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:43:21,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:21,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:21,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:21,771 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:21,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:43:21,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:43:21,773 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:21,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:43:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:43:21,822 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:43:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:21,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:43:21,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:43:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:21,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:43:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:21,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:43:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:22,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12022d1689db0d6ea352505a41ab6d2b, NAME => 'hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e 2024-11-14T12:43:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:43:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12022d1689db0d6ea352505a41ab6d2b, disabling compactions & flushes 2024-11-14T12:43:22,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. after waiting 0 ms 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12022d1689db0d6ea352505a41ab6d2b: Waiting for close lock at 1731588202586Disabling compacts and flushes for region at 1731588202586Disabling writes for close at 1731588202586Writing region close event to WAL at 1731588202586Closed at 1731588202586 2024-11-14T12:43:22,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:43:22,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588202588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588202588"}]},"ts":"1731588202588"} 2024-11-14T12:43:22,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:43:22,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:43:22,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588202591"}]},"ts":"1731588202591"} 2024-11-14T12:43:22,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:43:22,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN}] 2024-11-14T12:43:22,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN 2024-11-14T12:43:22,595 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN; state=OFFLINE, location=669ef94e8b26,36725,1731588189363; forceNewPlan=false, retain=false 2024-11-14T12:43:22,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12022d1689db0d6ea352505a41ab6d2b, regionState=OPENING, regionLocation=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:22,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN because future has completed 2024-11-14T12:43:22,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,36725,1731588189363}] 2024-11-14T12:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:22,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:22,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:43:22,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36725%2C1731588189363.rep, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.rep.1731588202905, exclude list is [], retry=0 2024-11-14T12:43:22,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:22,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.rep.1731588202905 2024-11-14T12:43:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 12022d1689db0d6ea352505a41ab6d2b, NAME => 'hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:22,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. service=MultiRowMutationService 2024-11-14T12:43:22,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,924 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,925 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName hfileref 2024-11-14T12:43:22,925 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:22,925 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:22,925 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,926 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName queue 2024-11-14T12:43:22,926 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:22,926 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:22,926 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,927 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName sid 2024-11-14T12:43:22,927 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:22,928 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:22,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:22,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 12022d1689db0d6ea352505a41ab6d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72436620, jitterRate=0.07938975095748901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 12022d1689db0d6ea352505a41ab6d2b: Running coprocessor pre-open hook at 1731588202922Writing region info on filesystem at 1731588202922Initializing all the Stores at 1731588202923 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588202923Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588202923Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588202923Cleaning up temporary data from old regions at 1731588202929 (+6 ms)Running coprocessor post-open hooks at 1731588202934 (+5 ms)Region opened successfully at 1731588202934 2024-11-14T12:43:22,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., pid=7, masterSystemTime=1731588202900 2024-11-14T12:43:22,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:22,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12022d1689db0d6ea352505a41ab6d2b, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36725,1731588189363 2024-11-14T12:43:22,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,36725,1731588189363 because future has completed 2024-11-14T12:43:22,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:43:22,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,36725,1731588189363 in 193 msec 2024-11-14T12:43:22,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:43:22,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN in 348 msec 2024-11-14T12:43:22,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:43:22,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588202944"}]},"ts":"1731588202944"} 2024-11-14T12:43:22,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:43:22,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:43:22,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-14T12:43:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., hostname=669ef94e8b26,36725,1731588189363, seqNum=2] 2024-11-14T12:43:23,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:23,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:23,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:43:23,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:43:23,263 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:43:23,290 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,36725,1731588189363, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:43:23,291 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:23,291 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36725,1731588189363, seqNum=-1] 2024-11-14T12:43:23,291 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:23,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T12:43:23,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,36725,1731588189363', locateType=CURRENT is [region=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., hostname=669ef94e8b26,36725,1731588189363, seqNum=2] 2024-11-14T12:43:23,295 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:43:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:43:23,297 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,36725,1731588189363 suceeded 2024-11-14T12:43:23,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:43:23,299 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:33443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:43:23,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T12:43:23,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-14T12:43:23,310 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33443' 2024-11-14T12:43:23,311 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8eb672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:23,311 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33443,-1 for getting cluster id 2024-11-14T12:43:23,311 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:23,312 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da789e4-b220-4c5d-bc24-604f38fbc098' 2024-11-14T12:43:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da789e4-b220-4c5d-bc24-604f38fbc098" 2024-11-14T12:43:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42fe6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33443,-1] 2024-11-14T12:43:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:23,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,313 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:23,314 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7187ef5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:23,314 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:23,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33443,1731588197135 2024-11-14T12:43:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c11066 2024-11-14T12:43:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:23,315 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T12:43:23,316 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,36725,1731588189363 (queues=1) is replicating from cluster=d50e0d42-9aee-43ba-bf57-2220c0716469 to cluster=1da789e4-b220-4c5d-bc24-604f38fbc098 2024-11-14T12:43:23,316 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C36725%2C1731588189363 2024-11-14T12:43:23,316 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,36725,1731588189363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:43:23,317 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.shipper669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C36725%2C1731588189363 2024-11-14T12:43:23,317 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835, startPosition=0, beingWritten=true 2024-11-14T12:43:23,521 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 to pos 0, reset compression=false 2024-11-14T12:43:23,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:43:23,826 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 to pos 0, reset compression=false 2024-11-14T12:43:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:23,909 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:43:23,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:23,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:23,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:23,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:23,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34931,1731588188794 2024-11-14T12:43:23,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-11-14T12:43:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:23,912 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:23,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34931 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:43:23,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:23,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:23,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:23,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:43:23,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2062663899, stopped=false 2024-11-14T12:43:23,913 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,34931,1731588188794 2024-11-14T12:43:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:23,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:23,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:23,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:23,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,36725,1731588189363' ***** 2024-11-14T12:43:23,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:43:23,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:23,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:43:23,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,36725,1731588189363 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:23,942 INFO [RS:0;669ef94e8b26:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36725. 2024-11-14T12:43:23,943 DEBUG [RS:0;669ef94e8b26:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12022d1689db0d6ea352505a41ab6d2b, disabling compactions & flushes 2024-11-14T12:43:23,943 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:23,943 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:23,943 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:23,943 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:43:23,943 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. after waiting 0 ms 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:23,943 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:43:23,943 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12022d1689db0d6ea352505a41ab6d2b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T12:43:23,943 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:43:23,943 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1325): Online Regions={12022d1689db0d6ea352505a41ab6d2b=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:23,943 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 12022d1689db0d6ea352505a41ab6d2b, 1588230740 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:23,943 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:23,943 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:23,943 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:43:23,957 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/.tmp/queue/443890fc488942b5a2ee415afbe37a4c is 151, key is 1-669ef94e8b26,36725,1731588189363/queue:669ef94e8b26%2C36725%2C1731588189363/1731588203294/Put/seqid=0 2024-11-14T12:43:23,960 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/a1e3870a450646b68337c464da906c74 is 147, key is hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b./info:regioninfo/1731588202937/Put/seqid=0 2024-11-14T12:43:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741838_1014 (size=5350) 2024-11-14T12:43:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:43:24,034 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:24,143 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 12022d1689db0d6ea352505a41ab6d2b, 1588230740 2024-11-14T12:43:24,230 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 to pos 0, reset compression=false 2024-11-14T12:43:24,343 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 12022d1689db0d6ea352505a41ab6d2b, 1588230740 2024-11-14T12:43:24,362 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/.tmp/queue/443890fc488942b5a2ee415afbe37a4c 2024-11-14T12:43:24,364 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/a1e3870a450646b68337c464da906c74 2024-11-14T12:43:24,368 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/.tmp/queue/443890fc488942b5a2ee415afbe37a4c as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/queue/443890fc488942b5a2ee415afbe37a4c 2024-11-14T12:43:24,372 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/queue/443890fc488942b5a2ee415afbe37a4c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T12:43:24,373 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 12022d1689db0d6ea352505a41ab6d2b in 430ms, sequenceid=5, compaction requested=false 2024-11-14T12:43:24,376 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:43:24,377 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:24,377 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:24,377 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:24,377 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12022d1689db0d6ea352505a41ab6d2b: Waiting for close lock at 1731588203942Running coprocessor pre-close hooks at 1731588203942Disabling compacts and flushes for region at 1731588203943 (+1 ms)Disabling writes for close at 1731588203943Obtaining lock to block concurrent updates at 1731588203943Preparing flush snapshotting stores in 12022d1689db0d6ea352505a41ab6d2b at 1731588203943Finished memstore snapshotting hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731588203943Flushing stores of hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. at 1731588203944 (+1 ms)Flushing 12022d1689db0d6ea352505a41ab6d2b/queue: creating writer at 1731588203944Flushing 12022d1689db0d6ea352505a41ab6d2b/queue: appending metadata at 1731588203957 (+13 ms)Flushing 12022d1689db0d6ea352505a41ab6d2b/queue: closing flushed file at 1731588203957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130b5e81: reopening flushed file at 1731588204367 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 12022d1689db0d6ea352505a41ab6d2b in 430ms, sequenceid=5, compaction requested=false at 1731588204373 (+6 ms)Writing region close event to WAL at 1731588204373Running coprocessor post-close hooks at 1731588204377 (+4 ms)Closed at 1731588204377 2024-11-14T12:43:24,377 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:24,385 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/ns/e5b6449332bc40f2a5f9afb921df6464 is 43, key is default/ns:d/1731588192760/Put/seqid=0 2024-11-14T12:43:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:43:24,543 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:24,706 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:43:24,706 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:43:24,735 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 to pos 0, reset compression=false 2024-11-14T12:43:24,744 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:24,789 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/ns/e5b6449332bc40f2a5f9afb921df6464 2024-11-14T12:43:24,810 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/table/12a84d0fd81c4ffbbb434994e793ccb1 is 53, key is hbase:replication/table:state/1731588202944/Put/seqid=0 2024-11-14T12:43:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:43:24,944 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:43:24,944 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:24,944 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:25,144 DEBUG [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:25,214 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/table/12a84d0fd81c4ffbbb434994e793ccb1 2024-11-14T12:43:25,219 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/a1e3870a450646b68337c464da906c74 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/info/a1e3870a450646b68337c464da906c74 2024-11-14T12:43:25,224 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/info/a1e3870a450646b68337c464da906c74, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:43:25,225 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/ns/e5b6449332bc40f2a5f9afb921df6464 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/ns/e5b6449332bc40f2a5f9afb921df6464 2024-11-14T12:43:25,230 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/ns/e5b6449332bc40f2a5f9afb921df6464, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:43:25,230 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/table/12a84d0fd81c4ffbbb434994e793ccb1 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/table/12a84d0fd81c4ffbbb434994e793ccb1 2024-11-14T12:43:25,235 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/table/12a84d0fd81c4ffbbb434994e793ccb1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:43:25,236 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-14T12:43:25,240 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:43:25,240 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:25,240 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:25,240 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:25,240 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588203943Running coprocessor pre-close hooks at 1731588203943Disabling compacts and flushes for region at 1731588203943Disabling writes for close at 1731588203943Obtaining lock to block concurrent updates at 1731588203943Preparing flush snapshotting stores in 1588230740 at 1731588203943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731588203943Flushing stores of hbase:meta,,1.1588230740 at 1731588203944 (+1 ms)Flushing 1588230740/info: creating writer at 1731588203944Flushing 1588230740/info: appending metadata at 1731588203960 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731588203960Flushing 1588230740/ns: creating writer at 1731588204368 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731588204384 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731588204384Flushing 1588230740/table: creating writer at 1731588204794 (+410 ms)Flushing 1588230740/table: appending metadata at 1731588204810 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731588204810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fadc2b9: reopening flushed file at 1731588205219 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616a2165: reopening flushed file at 1731588205224 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a3033c: reopening flushed file at 1731588205230 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731588205236 (+6 ms)Writing region close event to WAL at 1731588205237 (+1 ms)Running coprocessor post-close hooks at 1731588205240 (+3 ms)Closed at 1731588205240 2024-11-14T12:43:25,241 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:25,340 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 to pos 0, reset compression=false 2024-11-14T12:43:25,344 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,36725,1731588189363; all regions closed. 2024-11-14T12:43:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:43:25,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.meta.1731588192686.meta not finished, retry = 0 2024-11-14T12:43:25,449 DEBUG [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:25,449 INFO [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36725%2C1731588189363.meta:.meta(num 1731588192686) 2024-11-14T12:43:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741837_1013 (size=1586) 2024-11-14T12:43:25,452 DEBUG [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:25,452 INFO [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36725%2C1731588189363.rep:(num 1731588202905) 2024-11-14T12:43:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:43:25,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363/669ef94e8b26%2C36725%2C1731588189363.1731588191835 not finished, retry = 0 2024-11-14T12:43:25,557 DEBUG [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36725%2C1731588189363:(num 1731588191835) 2024-11-14T12:43:25,557 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:25,557 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:25,557 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,36725,1731588189363 because: Region server is closing 2024-11-14T12:43:25,558 INFO [RS:0;669ef94e8b26:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36725. 2024-11-14T12:43:25,558 DEBUG [RS:0;669ef94e8b26:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:25,558 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:25,558 DEBUG [RS:0;669ef94e8b26:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:25,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:25,658 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.wal-reader.669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:43:25,658 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.shipper669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:43:25,658 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36725,1731588189363.replicationSource.shipper669ef94e8b26%2C36725%2C1731588189363,1-669ef94e8b26,36725,1731588189363 terminated 2024-11-14T12:43:25,658 INFO [RS:0;669ef94e8b26:36725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36725 2024-11-14T12:43:25,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/rs 2024-11-14T12:43:25,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/rs/669ef94e8b26,36725,1731588189363 2024-11-14T12:43:25,723 INFO [RS:0;669ef94e8b26:36725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:25,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,36725,1731588189363] 2024-11-14T12:43:25,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/draining/669ef94e8b26,36725,1731588189363 already deleted, retry=false 2024-11-14T12:43:25,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,36725,1731588189363 expired; onlineServers=0 2024-11-14T12:43:25,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,34931,1731588188794' ***** 2024-11-14T12:43:25,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:43:25,823 INFO [M:0;669ef94e8b26:34931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:25,823 INFO [M:0;669ef94e8b26:34931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:25,823 DEBUG [M:0;669ef94e8b26:34931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:43:25,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:43:25,823 DEBUG [M:0;669ef94e8b26:34931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:43:25,823 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588191517 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588191517,5,FailOnTimeoutGroup] 2024-11-14T12:43:25,823 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588191518 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588191518,5,FailOnTimeoutGroup] 2024-11-14T12:43:25,824 INFO [M:0;669ef94e8b26:34931 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:25,824 INFO [M:0;669ef94e8b26:34931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:25,824 DEBUG [M:0;669ef94e8b26:34931 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:43:25,824 INFO [M:0;669ef94e8b26:34931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:43:25,824 INFO [M:0;669ef94e8b26:34931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:25,824 INFO [M:0;669ef94e8b26:34931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:43:25,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:43:25,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:25,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1013aa8939e0001, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:25,841 INFO [RS:0;669ef94e8b26:36725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:25,841 INFO [RS:0;669ef94e8b26:36725 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,36725,1731588189363; zookeeper connection closed. 2024-11-14T12:43:25,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76f3509f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76f3509f 2024-11-14T12:43:25,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:43:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/master 2024-11-14T12:43:25,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:25,891 DEBUG [M:0;669ef94e8b26:34931 {}] zookeeper.ZKUtil(347): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/master because node does not exist (not an error) 2024-11-14T12:43:25,891 WARN [M:0;669ef94e8b26:34931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:43:25,891 INFO [M:0;669ef94e8b26:34931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.lastflushedseqids 2024-11-14T12:43:25,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:43:26,296 INFO [M:0;669ef94e8b26:34931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:43:26,296 INFO [M:0;669ef94e8b26:34931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:43:26,296 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:26,296 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:26,296 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:26,296 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:26,296 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:26,297 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T12:43:26,311 DEBUG [M:0;669ef94e8b26:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09c6668178845719b8c8c56dee556d7 is 82, key is hbase:meta,,1/info:regioninfo/1731588192716/Put/seqid=0 2024-11-14T12:43:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:43:26,715 INFO [M:0;669ef94e8b26:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09c6668178845719b8c8c56dee556d7 2024-11-14T12:43:26,737 DEBUG [M:0;669ef94e8b26:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3b294a6e2bb4eea8f85bd86926fb050 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731588202948/Put/seqid=0 2024-11-14T12:43:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741844_1020 (size=7203) 2024-11-14T12:43:27,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:27,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:27,141 INFO [M:0;669ef94e8b26:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3b294a6e2bb4eea8f85bd86926fb050 2024-11-14T12:43:27,162 DEBUG [M:0;669ef94e8b26:34931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d73446ea5364aada1843b5168229dfd is 69, key is 669ef94e8b26,36725,1731588189363/rs:state/1731588191641/Put/seqid=0 2024-11-14T12:43:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:43:27,566 INFO [M:0;669ef94e8b26:34931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d73446ea5364aada1843b5168229dfd 2024-11-14T12:43:27,571 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09c6668178845719b8c8c56dee556d7 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09c6668178845719b8c8c56dee556d7 2024-11-14T12:43:27,575 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09c6668178845719b8c8c56dee556d7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T12:43:27,576 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3b294a6e2bb4eea8f85bd86926fb050 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3b294a6e2bb4eea8f85bd86926fb050 2024-11-14T12:43:27,581 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3b294a6e2bb4eea8f85bd86926fb050, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T12:43:27,582 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d73446ea5364aada1843b5168229dfd as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d73446ea5364aada1843b5168229dfd 2024-11-14T12:43:27,586 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d73446ea5364aada1843b5168229dfd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T12:43:27,587 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-14T12:43:27,588 INFO [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:27,588 DEBUG [M:0;669ef94e8b26:34931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588206296Disabling compacts and flushes for region at 1731588206296Disabling writes for close at 1731588206296Obtaining lock to block concurrent updates at 1731588206297 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588206297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731588206297Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588206297Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588206298 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588206310 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588206310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588206720 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588206736 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588206736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588207146 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588207162 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588207162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f92698: reopening flushed file at 1731588207570 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcdb68f: reopening flushed file at 1731588207576 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f625e7: reopening flushed file at 1731588207581 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731588207587 (+6 ms)Writing region close event to WAL at 1731588207588 (+1 ms)Closed at 1731588207588 2024-11-14T12:43:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741830_1006 (size=41008) 2024-11-14T12:43:27,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794/669ef94e8b26%2C34931%2C1731588188794.1731588191317 not finished, retry = 0 2024-11-14T12:43:27,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:27,691 INFO [M:0;669ef94e8b26:34931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:43:27,691 INFO [M:0;669ef94e8b26:34931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34931 2024-11-14T12:43:27,691 INFO [M:0;669ef94e8b26:34931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:27,809 INFO [M:0;669ef94e8b26:34931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34931-0x1013aa8939e0000, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:27,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:27,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43569 2024-11-14T12:43:27,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43569 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:27,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435690x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:27,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43569-0x1013aa8939e0006 connected 2024-11-14T12:43:27,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:27,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:27,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:27,830 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: INIT 2024-11-14T12:43:27,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e, hbase.cluster.distributed=false 2024-11-14T12:43:27,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/acl 2024-11-14T12:43:27,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43569 2024-11-14T12:43:27,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43569 2024-11-14T12:43:27,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43569 2024-11-14T12:43:27,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43569 2024-11-14T12:43:27,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43569 2024-11-14T12:43:27,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:27,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:27,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:27,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:27,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:43:27,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:27,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39199 2024-11-14T12:43:27,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39199 connecting to ZooKeeper ensemble=127.0.0.1:53222 2024-11-14T12:43:27,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:27,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391990x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:27,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391990x0, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:27,904 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: INIT 2024-11-14T12:43:27,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39199-0x1013aa8939e0007 connected 2024-11-14T12:43:27,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:43:27,905 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:43:27,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/master 2024-11-14T12:43:27,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/acl 2024-11-14T12:43:27,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-14T12:43:27,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39199 2024-11-14T12:43:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39199 2024-11-14T12:43:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-14T12:43:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-14T12:43:27,921 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:43569 2024-11-14T12:43:27,921 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0960340486/backup-masters/669ef94e8b26,43569,1731588207810 2024-11-14T12:43:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:27,943 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/backup-masters/669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/master 2024-11-14T12:43:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:28,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/master 2024-11-14T12:43:28,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0960340486/backup-masters/669ef94e8b26,43569,1731588207810 from backup master directory 2024-11-14T12:43:28,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/backup-masters/669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:28,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/backup-masters 2024-11-14T12:43:28,042 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:28,042 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:28,052 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:43:28,058 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-14T12:43:28,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741846_1022 (size=196) 2024-11-14T12:43:28,506 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:28,507 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:43:28,507 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:28,511 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T12:43:28,514 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794 to hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794-dead as it is dead 2024-11-14T12:43:28,514 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794-dead/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:28,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794-dead/669ef94e8b26%2C34931%2C1731588188794.1731588191317 after 1ms 2024-11-14T12:43:28,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794-dead/669ef94e8b26%2C34931%2C1731588188794.1731588191317 to hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:28,515 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,34931,1731588188794-dead 2024-11-14T12:43:28,516 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:28,518 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C43569%2C1731588207810, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,43569,1731588207810, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:43:28,530 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,43569,1731588207810/669ef94e8b26%2C43569%2C1731588207810.1731588208518, exclude list is [], retry=0 2024-11-14T12:43:28,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:28,534 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,43569,1731588207810/669ef94e8b26%2C43569%2C1731588207810.1731588208518 2024-11-14T12:43:28,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:28,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:28,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:28,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:43:28,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:28,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09c6668178845719b8c8c56dee556d7 2024-11-14T12:43:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:43:28,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:28,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3b294a6e2bb4eea8f85bd86926fb050 2024-11-14T12:43:28,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:28,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:43:28,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:28,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d73446ea5364aada1843b5168229dfd 2024-11-14T12:43:28,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:28,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:43:28,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:28,554 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,554 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T12:43:28,554 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:28,558 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:28,559 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/669ef94e8b26%2C34931%2C1731588188794.1731588191317 2024-11-14T12:43:28,560 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,560 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,561 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:28,562 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:28,564 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T12:43:28,564 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62973782, jitterRate=-0.061617523431777954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:28,564 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588208534Initializing all the Stores at 1731588208535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588208535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588208535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588208535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588208535Cleaning up temporary data from old regions at 1731588208560 (+25 ms)Region opened successfully at 1731588208564 (+4 ms) 2024-11-14T12:43:28,565 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:43:28,567 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21320811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:28,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T12:43:28,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:43:28,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:43:28,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:43:28,569 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:43:28,572 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:28,573 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:43:28,573 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:43:28,573 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T12:43:28,573 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:43:28,576 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=669ef94e8b26,36725,1731588189363, regionLocation=669ef94e8b26,36725,1731588189363, openSeqNum=2 2024-11-14T12:43:28,576 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=669ef94e8b26,36725,1731588189363, table=hbase:meta, region=1588230740 2024-11-14T12:43:28,576 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36725,1731588189363, state=OPEN 2024-11-14T12:43:28,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:28,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:28,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:28,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:28,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:43:28,600 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/draining/669ef94e8b26,36725,1731588189363 already deleted, retry=false 2024-11-14T12:43:28,601 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 669ef94e8b26,36725,1731588189363 on 669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,602 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 669ef94e8b26,36725,1731588189363, splitWal=true, meta=true 2024-11-14T12:43:28,602 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 669ef94e8b26,36725,1731588189363 (carryingMeta=true) 669ef94e8b26,36725,1731588189363/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5c650bdc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T12:43:28,603 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/balancer because node does not exist (not necessarily an error) 2024-11-14T12:43:28,609 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/balancer already deleted, retry=false 2024-11-14T12:43:28,609 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:43:28,610 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:43:28,617 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/normalizer already deleted, retry=false 2024-11-14T12:43:28,617 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:43:28,618 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:43:28,625 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/switch/split already deleted, retry=false 2024-11-14T12:43:28,626 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:43:28,634 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/switch/merge already deleted, retry=false 2024-11-14T12:43:28,644 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:43:28,651 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/snapshot-cleanup already deleted, retry=false 2024-11-14T12:43:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:28,659 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,43569,1731588207810, sessionid=0x1013aa8939e0006, setting cluster-up flag (Was=false) 2024-11-14T12:43:28,668 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960340486/flush-table-proc/acquired, /0960340486/flush-table-proc/reached, /0960340486/flush-table-proc/abort 2024-11-14T12:43:28,669 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,676 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960340486/online-snapshot/acquired, /0960340486/online-snapshot/reached, /0960340486/online-snapshot/abort 2024-11-14T12:43:28,677 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43569,1731588207810 2024-11-14T12:43:28,678 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.lastflushedseqids 2024-11-14T12:43:28,679 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:43:28,680 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:43:28,680 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,43569,1731588207810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 669ef94e8b26,36725,1731588189363 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:28,681 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588238682 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:43:28,682 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 669ef94e8b26,36725,1731588189363, splitWal=true, meta=true 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:43:28,683 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:43:28,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 669ef94e8b26,36725,1731588189363, splitWal=true, meta=true, isMeta: true 2024-11-14T12:43:28,683 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588208683,5,FailOnTimeoutGroup] 2024-11-14T12:43:28,684 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588208683,5,FailOnTimeoutGroup] 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588208684, completionTime=-1 2024-11-14T12:43:28,684 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T12:43:28,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:43:28,684 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363-splitting 2024-11-14T12:43:28,685 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363-splitting dir is empty, no logs to split. 2024-11-14T12:43:28,685 INFO [PEWorker-1 {}] master.SplitWALManager(105): 669ef94e8b26,36725,1731588189363 WAL count=0, meta=true 2024-11-14T12:43:28,686 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363-splitting dir is empty, no logs to split. 2024-11-14T12:43:28,686 INFO [PEWorker-1 {}] master.SplitWALManager(105): 669ef94e8b26,36725,1731588189363 WAL count=0, meta=true 2024-11-14T12:43:28,686 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 669ef94e8b26,36725,1731588189363 WAL splitting is done? wals=0, meta=true 2024-11-14T12:43:28,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:43:28,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:28,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:43:28,709 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(746): ClusterId : d50e0d42-9aee-43ba-bf57-2220c0716469 2024-11-14T12:43:28,709 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:43:28,761 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:43:28,761 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:43:28,793 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:43:28,793 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39803f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:28,803 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:39199 2024-11-14T12:43:28,803 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:43:28,803 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:43:28,803 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:43:28,804 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,43569,1731588207810 with port=39199, startcode=1731588207845 2024-11-14T12:43:28,804 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:43:28,805 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:43:28,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43569 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,806 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e 2024-11-14T12:43:28,806 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35893 2024-11-14T12:43:28,807 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:43:28,834 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:43:28,839 WARN [669ef94e8b26:43569 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:43:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/rs 2024-11-14T12:43:28,886 DEBUG [RS:0;669ef94e8b26:39199 {}] zookeeper.ZKUtil(111): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on existing znode=/0960340486/rs/669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,886 WARN [RS:0;669ef94e8b26:39199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:28,886 INFO [RS:0;669ef94e8b26:39199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:28,887 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,39199,1731588207845] 2024-11-14T12:43:28,903 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:43:28,905 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:43:28,905 INFO [RS:0;669ef94e8b26:39199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:43:28,905 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,905 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:43:28,906 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:43:28,906 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:28,906 DEBUG [RS:0;669ef94e8b26:39199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,907 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39199,1731588207845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:28,920 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:43:28,920 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39199,1731588207845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,932 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,39199,1731588207845, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:43:28,933 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,933 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.Replication(171): 669ef94e8b26,39199,1731588207845 started 2024-11-14T12:43:28,945 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:28,945 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,39199,1731588207845, RpcServer on 669ef94e8b26/172.17.0.3:39199, sessionid=0x1013aa8939e0007 2024-11-14T12:43:28,945 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:43:28,945 DEBUG [RS:0;669ef94e8b26:39199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,945 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,39199,1731588207845' 2024-11-14T12:43:28,945 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960340486/flush-table-proc/abort' 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960340486/flush-table-proc/acquired' 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,39199,1731588207845 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33443' 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,39199,1731588207845' 2024-11-14T12:43:28,946 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960340486/online-snapshot/abort' 2024-11-14T12:43:28,947 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960340486/online-snapshot/acquired' 2024-11-14T12:43:28,947 DEBUG [RS:0;669ef94e8b26:39199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:43:28,947 INFO [RS:0;669ef94e8b26:39199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:43:28,947 INFO [RS:0;669ef94e8b26:39199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:43:28,947 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fbe128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:28,947 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33443,-1 for getting cluster id 2024-11-14T12:43:28,947 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:28,948 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da789e4-b220-4c5d-bc24-604f38fbc098' 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da789e4-b220-4c5d-bc24-604f38fbc098" 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4402af43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33443,-1] 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:28,950 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:28,950 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c0fa84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:28,950 DEBUG [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33443,1731588197135 2024-11-14T12:43:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15dd035f 2024-11-14T12:43:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:28,952 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T12:43:28,952 INFO [RS:0;669ef94e8b26:39199.replicationSource,1-669ef94e8b26,39199,1731588207845 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,39199,1731588207845 (queues=0) is replicating from cluster=d50e0d42-9aee-43ba-bf57-2220c0716469 to cluster=1da789e4-b220-4c5d-bc24-604f38fbc098 2024-11-14T12:43:29,047 INFO [RS:0;669ef94e8b26:39199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:29,049 INFO [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39199%2C1731588207845, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:29,061 DEBUG [RS:0;669ef94e8b26:39199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049, exclude list is [], retry=0 2024-11-14T12:43:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:29,065 INFO [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 2024-11-14T12:43:29,065 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 669ef94e8b26%2C39199%2C1731588207845 for peer 1 2024-11-14T12:43:29,065 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C39199%2C1731588207845 2024-11-14T12:43:29,065 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,39199,1731588207845, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:43:29,066 DEBUG [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:29,067 INFO [RS:0;669ef94e8b26:39199.replicationSource.shipper669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C39199%2C1731588207845 2024-11-14T12:43:29,067 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049, startPosition=0, beingWritten=true 2024-11-14T12:43:29,089 DEBUG [669ef94e8b26:43569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:29,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:29,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,39199,1731588207845, state=OPENING 2024-11-14T12:43:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:29,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:29,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:29,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:29,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,39199,1731588207845}] 2024-11-14T12:43:29,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:29,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:43:29,265 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:43:29,265 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:29,265 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:43:29,266 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39199%2C1731588207845.meta, suffix=.meta, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:29,271 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:29,279 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.meta.1731588209266.meta, exclude list is [], retry=0 2024-11-14T12:43:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:29,282 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.meta.1731588209266.meta 2024-11-14T12:43:29,282 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:29,282 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:29,283 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:43:29,283 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:43:29,283 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:43:29,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:29,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:29,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:29,290 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/info/a1e3870a450646b68337c464da906c74 2024-11-14T12:43:29,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:29,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:29,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:29,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:29,295 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/ns/e5b6449332bc40f2a5f9afb921df6464 2024-11-14T12:43:29,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:29,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:29,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:29,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:29,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:29,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:29,302 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/table/12a84d0fd81c4ffbbb434994e793ccb1 2024-11-14T12:43:29,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:29,303 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:29,303 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:29,304 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740 2024-11-14T12:43:29,305 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:29,305 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:29,306 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:29,307 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:29,307 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786178, jitterRate=-0.10911652445793152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:29,307 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:43:29,308 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588209283Writing region info on filesystem at 1731588209283Initializing all the Stores at 1731588209284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588209284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588209284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588209284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588209284Cleaning up temporary data from old regions at 1731588209305 (+21 ms)Running coprocessor post-open hooks at 1731588209307 (+2 ms)Region opened successfully at 1731588209307 2024-11-14T12:43:29,308 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731588209261 2024-11-14T12:43:29,310 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:43:29,310 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:43:29,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:29,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,39199,1731588207845, state=OPEN 2024-11-14T12:43:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960340486/meta-region-server 2024-11-14T12:43:29,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:29,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:29,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960340486/meta-region-server: CHANGED 2024-11-14T12:43:29,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T12:43:29,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,39199,1731588207845 in 217 msec 2024-11-14T12:43:29,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:43:29,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-14T12:43:29,575 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:29,979 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:30,337 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T12:43:30,483 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:31,087 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:31,792 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:31,839 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T12:43:32,596 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:33,191 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T12:43:33,191 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:43:33,192 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:33,192 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39199,1731588207845, seqNum=-1] 2024-11-14T12:43:33,192 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:33,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:33,196 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12022d1689db0d6ea352505a41ab6d2b, regionState=OPEN, lastHost=669ef94e8b26,36725,1731588189363, regionLocation=669ef94e8b26,36725,1731588189363, openSeqNum=2 2024-11-14T12:43:33,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:43:33,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588273196 2024-11-14T12:43:33,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588333196 2024-11-14T12:43:33,196 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T12:43:33,196 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 669ef94e8b26,36725,1731588189363 had 2 regions 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:43569, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,197 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 669ef94e8b26,36725,1731588189363, splitWal=true, meta=true, isMeta: false 2024-11-14T12:43:33,199 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363-splitting dir is empty, no logs to split. 2024-11-14T12:43:33,199 INFO [PEWorker-3 {}] master.SplitWALManager(105): 669ef94e8b26,36725,1731588189363 WAL count=0, meta=false 2024-11-14T12:43:33,201 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,36725,1731588189363-splitting dir is empty, no logs to split. 2024-11-14T12:43:33,201 INFO [PEWorker-3 {}] master.SplitWALManager(105): 669ef94e8b26,36725,1731588189363 WAL count=0, meta=false 2024-11-14T12:43:33,201 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 669ef94e8b26,36725,1731588189363 WAL splitting is done? wals=0, meta=false 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.160sec 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:33,202 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:43:33,204 WARN [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=669ef94e8b26,36725,1731588189363/hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:33,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN}] 2024-11-14T12:43:33,205 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:43:33,205 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:43:33,205 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43569,1731588207810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:33,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN 2024-11-14T12:43:33,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:43:33,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43569,-1 for getting cluster id 2024-11-14T12:43:33,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:33,213 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50e0d42-9aee-43ba-bf57-2220c0716469' 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50e0d42-9aee-43ba-bf57-2220c0716469" 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5eda20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43569,-1] 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,215 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39199,1731588207845, seqNum=-1] 2024-11-14T12:43:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:33,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:33,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T12:43:33,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:33,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:33,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:33,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 669ef94e8b26:43569 after: 669ef94e8b26:43569 2024-11-14T12:43:33,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43569,-1 for getting cluster id 2024-11-14T12:43:33,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:33,221 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50e0d42-9aee-43ba-bf57-2220c0716469' 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50e0d42-9aee-43ba-bf57-2220c0716469" 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff86b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43569,-1] 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,223 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:33,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dda15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:33,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43569,1731588207810 2024-11-14T12:43:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3541c936 2024-11-14T12:43:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:33,225 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:33,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:43:33,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:43:33,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:33,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:33,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:33,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:43:33,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1527860679, stopped=false 2024-11-14T12:43:33,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,33443,1731588197135 2024-11-14T12:43:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-164526089/running 2024-11-14T12:43:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-164526089/running 2024-11-14T12:43:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:33,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:33,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:33,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:33,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/running 2024-11-14T12:43:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Set watcher on znode that does not yet exist, /1-164526089/running 2024-11-14T12:43:33,284 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,38535,1731588197886' ***** 2024-11-14T12:43:33,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:43:33,284 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:43:33,284 INFO [RS:0;669ef94e8b26:38535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:43:33,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,38535,1731588197886 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:38535. 2024-11-14T12:43:33,285 DEBUG [RS:0;669ef94e8b26:38535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:33,285 DEBUG [RS:0;669ef94e8b26:38535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:43:33,285 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:43:33,285 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:33,285 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:33,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:33,285 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:33,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:33,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:33,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:33,285 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:43:33,315 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/.tmp/ns/fe79a4e86f4447d68c918d509afc3b0f is 43, key is default/ns:d/1731588201625/Put/seqid=0 2024-11-14T12:43:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:43:33,354 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:33,357 DEBUG [669ef94e8b26:43569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:33,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=12022d1689db0d6ea352505a41ab6d2b, regionState=OPENING, regionLocation=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:33,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN because future has completed 2024-11-14T12:43:33,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,39199,1731588207845}] 2024-11-14T12:43:33,485 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:33,500 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:33,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:33,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:33,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:43:33,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39199%2C1731588207845.rep, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs, maxLogs=10 2024-11-14T12:43:33,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.rep.1731588213516, exclude list is [], retry=0 2024-11-14T12:43:33,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-7510481d-16ac-492b-8776-9b702fe06cdf,DISK] 2024-11-14T12:43:33,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.rep.1731588213516 2024-11-14T12:43:33,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42003:42003)] 2024-11-14T12:43:33,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 12022d1689db0d6ea352505a41ab6d2b, NAME => 'hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:33,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:33,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:33,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. service=MultiRowMutationService 2024-11-14T12:43:33,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:43:33,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:33,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,548 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,549 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName hfileref 2024-11-14T12:43:33,549 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:33,549 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:33,549 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,550 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName queue 2024-11-14T12:43:33,550 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:33,555 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/queue/443890fc488942b5a2ee415afbe37a4c 2024-11-14T12:43:33,555 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:33,555 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,556 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12022d1689db0d6ea352505a41ab6d2b columnFamilyName sid 2024-11-14T12:43:33,556 DEBUG [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:33,556 INFO [StoreOpener-12022d1689db0d6ea352505a41ab6d2b-1 {}] regionserver.HStore(327): Store=12022d1689db0d6ea352505a41ab6d2b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:33,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:33,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 12022d1689db0d6ea352505a41ab6d2b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59333589, jitterRate=-0.11586062610149384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:33,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:33,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 12022d1689db0d6ea352505a41ab6d2b: Running coprocessor pre-open hook at 1731588213547Writing region info on filesystem at 1731588213547Initializing all the Stores at 1731588213548 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588213548Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588213548Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588213548Cleaning up temporary data from old regions at 1731588213559 (+11 ms)Running coprocessor post-open hooks at 1731588213561 (+2 ms)Region opened successfully at 1731588213561 2024-11-14T12:43:33,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., pid=13, masterSystemTime=1731588213511 2024-11-14T12:43:33,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:33,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:33,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=12022d1689db0d6ea352505a41ab6d2b, regionState=OPEN, openSeqNum=9, regionLocation=669ef94e8b26,39199,1731588207845 2024-11-14T12:43:33,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,39199,1731588207845 because future has completed 2024-11-14T12:43:33,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:43:33,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 12022d1689db0d6ea352505a41ab6d2b, server=669ef94e8b26,39199,1731588207845 in 207 msec 2024-11-14T12:43:33,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T12:43:33,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12022d1689db0d6ea352505a41ab6d2b, ASSIGN in 364 msec 2024-11-14T12:43:33,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T12:43:33,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., hostname=669ef94e8b26,39199,1731588207845, seqNum=9] 2024-11-14T12:43:33,586 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 669ef94e8b26,36725,1731588189363 2024-11-14T12:43:33,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T12:43:33,685 DEBUG [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:33,719 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/.tmp/ns/fe79a4e86f4447d68c918d509afc3b0f 2024-11-14T12:43:33,725 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/.tmp/ns/fe79a4e86f4447d68c918d509afc3b0f as hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/ns/fe79a4e86f4447d68c918d509afc3b0f 2024-11-14T12:43:33,729 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/ns/fe79a4e86f4447d68c918d509afc3b0f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:43:33,730 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-14T12:43:33,730 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:43:33,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:43:33,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:33,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:33,734 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:33,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588213285Running coprocessor pre-close hooks at 1731588213285Disabling compacts and flushes for region at 1731588213285Disabling writes for close at 1731588213285Obtaining lock to block concurrent updates at 1731588213285Preparing flush snapshotting stores in 1588230740 at 1731588213285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731588213286 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588213286Flushing 1588230740/ns: creating writer at 1731588213286Flushing 1588230740/ns: appending metadata at 1731588213315 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731588213315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1152ada5: reopening flushed file at 1731588213724 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1731588213730 (+6 ms)Writing region close event to WAL at 1731588213731 (+1 ms)Running coprocessor post-close hooks at 1731588213734 (+3 ms)Closed at 1731588213734 2024-11-14T12:43:33,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:33,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T12:43:33,886 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,38535,1731588197886; all regions closed. 2024-11-14T12:43:33,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.meta.1731588201541.meta not finished, retry = 0 2024-11-14T12:43:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:43:33,990 DEBUG [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/oldWALs 2024-11-14T12:43:33,990 INFO [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C38535%2C1731588197886.meta:.meta(num 1731588201541) 2024-11-14T12:43:33,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:43:33,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/WALs/669ef94e8b26,38535,1731588197886/669ef94e8b26%2C38535%2C1731588197886.1731588200383 not finished, retry = 0 2024-11-14T12:43:34,095 DEBUG [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/oldWALs 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C38535%2C1731588197886:(num 1731588200383) 2024-11-14T12:43:34,095 DEBUG [RS:0;669ef94e8b26:38535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:34,095 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:34,095 INFO [RS:0;669ef94e8b26:38535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38535 2024-11-14T12:43:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-164526089/rs/669ef94e8b26,38535,1731588197886 2024-11-14T12:43:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089/rs 2024-11-14T12:43:34,117 INFO [RS:0;669ef94e8b26:38535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:34,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,38535,1731588197886] 2024-11-14T12:43:34,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-164526089/draining/669ef94e8b26,38535,1731588197886 already deleted, retry=false 2024-11-14T12:43:34,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,38535,1731588197886 expired; onlineServers=0 2024-11-14T12:43:34,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,33443,1731588197135' ***** 2024-11-14T12:43:34,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:34,134 DEBUG [M:0;669ef94e8b26:33443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:43:34,134 DEBUG [M:0;669ef94e8b26:33443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:43:34,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:43:34,134 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588200127 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588200127,5,FailOnTimeoutGroup] 2024-11-14T12:43:34,134 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588200127 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588200127,5,FailOnTimeoutGroup] 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:34,134 DEBUG [M:0;669ef94e8b26:33443 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:34,134 INFO [M:0;669ef94e8b26:33443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:43:34,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:43:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-164526089/master 2024-11-14T12:43:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-164526089 2024-11-14T12:43:34,142 DEBUG [M:0;669ef94e8b26:33443 {}] zookeeper.ZKUtil(347): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Unable to get data of znode /1-164526089/master because node does not exist (not an error) 2024-11-14T12:43:34,142 WARN [M:0;669ef94e8b26:33443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:43:34,143 INFO [M:0;669ef94e8b26:33443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/.lastflushedseqids 2024-11-14T12:43:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:43:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:34,225 INFO [RS:0;669ef94e8b26:38535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38535-0x1013aa8939e0004, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:34,225 INFO [RS:0;669ef94e8b26:38535 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,38535,1731588197886; zookeeper connection closed. 2024-11-14T12:43:34,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b278b3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b278b3f 2024-11-14T12:43:34,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:43:34,504 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:34,548 INFO [M:0;669ef94e8b26:33443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:43:34,548 INFO [M:0;669ef94e8b26:33443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:43:34,548 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:34,548 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:34,548 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:34,548 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:34,548 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:34,548 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:43:34,581 DEBUG [M:0;669ef94e8b26:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703bba9ca13e4aa3b81a3f997fbfba66 is 82, key is hbase:meta,,1/info:regioninfo/1731588201570/Put/seqid=0 2024-11-14T12:43:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:43:34,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:34,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:34,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:43:34,985 INFO [M:0;669ef94e8b26:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703bba9ca13e4aa3b81a3f997fbfba66 2024-11-14T12:43:35,006 DEBUG [M:0;669ef94e8b26:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8ef8fd00654ab8af3ef2cce99a6f81 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731588201628/Put/seqid=0 2024-11-14T12:43:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:43:35,410 INFO [M:0;669ef94e8b26:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8ef8fd00654ab8af3ef2cce99a6f81 2024-11-14T12:43:35,426 DEBUG [M:0;669ef94e8b26:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/527dfe1262de4d33b6f4a4d2a9e8aedf is 69, key is 669ef94e8b26,38535,1731588197886/rs:state/1731588200221/Put/seqid=0 2024-11-14T12:43:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:43:35,608 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:35,831 INFO [M:0;669ef94e8b26:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/527dfe1262de4d33b6f4a4d2a9e8aedf 2024-11-14T12:43:35,835 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703bba9ca13e4aa3b81a3f997fbfba66 as hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/703bba9ca13e4aa3b81a3f997fbfba66 2024-11-14T12:43:35,839 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/703bba9ca13e4aa3b81a3f997fbfba66, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:43:35,840 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8ef8fd00654ab8af3ef2cce99a6f81 as hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8ef8fd00654ab8af3ef2cce99a6f81 2024-11-14T12:43:35,844 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8ef8fd00654ab8af3ef2cce99a6f81, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:43:35,845 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/527dfe1262de4d33b6f4a4d2a9e8aedf as hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/527dfe1262de4d33b6f4a4d2a9e8aedf 2024-11-14T12:43:35,849 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45813/user/jenkins/test-data/7787c10e-adb9-1f4a-4f72-80b2cb47fde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/527dfe1262de4d33b6f4a4d2a9e8aedf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:43:35,850 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-11-14T12:43:35,851 INFO [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:35,851 DEBUG [M:0;669ef94e8b26:33443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588214548Disabling compacts and flushes for region at 1731588214548Disabling writes for close at 1731588214548Obtaining lock to block concurrent updates at 1731588214548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588214548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731588214549 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588214565 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588214565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588214581 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588214581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588214990 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588215005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588215005Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588215414 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588215426 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588215426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2401287a: reopening flushed file at 1731588215834 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1e3286: reopening flushed file at 1731588215840 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34742efa: reopening flushed file at 1731588215845 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1731588215850 (+5 ms)Writing region close event to WAL at 1731588215851 (+1 ms)Closed at 1731588215851 2024-11-14T12:43:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:43:35,856 INFO [M:0;669ef94e8b26:33443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:43:35,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:35,856 INFO [M:0;669ef94e8b26:33443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33443 2024-11-14T12:43:35,856 INFO [M:0;669ef94e8b26:33443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:35,984 INFO [M:0;669ef94e8b26:33443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1013aa8939e0003, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:36,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101cec53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:36,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:36,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:36,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:36,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:36,020 WARN [BP-2080815980-172.17.0.3-1731588192955 heartbeating to localhost/127.0.0.1:45813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:43:36,020 WARN [BP-2080815980-172.17.0.3-1731588192955 heartbeating to localhost/127.0.0.1:45813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2080815980-172.17.0.3-1731588192955 (Datanode Uuid a0972594-ab3d-4cc6-824d-d294ca183e70) service to localhost/127.0.0.1:45813 2024-11-14T12:43:36,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/cluster_96a387fb-083d-0787-d14f-835b19edb132/data/data1/current/BP-2080815980-172.17.0.3-1731588192955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:36,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/cluster_96a387fb-083d-0787-d14f-835b19edb132/data/data2/current/BP-2080815980-172.17.0.3-1731588192955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:36,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:43:36,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:43:36,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:43:36,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13601c7a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:36,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:36,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:36,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:36,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:36,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:43:36,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:43:36,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:36,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:36,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:36,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:43:36,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280055270, stopped=false 2024-11-14T12:43:36,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,43569,1731588207810 2024-11-14T12:43:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/running 2024-11-14T12:43:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:36,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:36,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:36,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:36,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,39199,1731588207845' ***** 2024-11-14T12:43:36,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:43:36,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:36,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Set watcher on znode that does not yet exist, /0960340486/running 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:43:36,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(3091): Received CLOSE for 12022d1689db0d6ea352505a41ab6d2b 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,39199,1731588207845 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:39199. 2024-11-14T12:43:36,058 DEBUG [RS:0;669ef94e8b26:39199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:36,058 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,058 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12022d1689db0d6ea352505a41ab6d2b, disabling compactions & flushes 2024-11-14T12:43:36,058 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:36,058 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:43:36,058 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. after waiting 0 ms 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:43:36,058 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:43:36,058 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:43:36,059 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:43:36,059 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1325): Online Regions={12022d1689db0d6ea352505a41ab6d2b=hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:43:36,059 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1351): Waiting on 12022d1689db0d6ea352505a41ab6d2b, 1588230740 2024-11-14T12:43:36,059 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:36,059 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:36,059 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:36,059 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:36,059 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:36,059 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T12:43:36,062 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/replication/12022d1689db0d6ea352505a41ab6d2b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T12:43:36,062 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:36,062 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:36,062 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:36,062 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12022d1689db0d6ea352505a41ab6d2b: Waiting for close lock at 1731588216058Running coprocessor pre-close hooks at 1731588216058Disabling compacts and flushes for region at 1731588216058Disabling writes for close at 1731588216058Writing region close event to WAL at 1731588216059 (+1 ms)Running coprocessor post-close hooks at 1731588216062 (+3 ms)Closed at 1731588216062 2024-11-14T12:43:36,063 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b. 2024-11-14T12:43:36,073 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/e9a2cbd98f5f4f808760a1a6d6613132 is 147, key is hbase:replication,,1731588201771.12022d1689db0d6ea352505a41ab6d2b./info:regioninfo/1731588213564/Put/seqid=0 2024-11-14T12:43:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741851_1027 (size=6385) 2024-11-14T12:43:36,112 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:36,259 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:36,459 DEBUG [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:43:36,477 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/e9a2cbd98f5f4f808760a1a6d6613132 2024-11-14T12:43:36,482 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/.tmp/info/e9a2cbd98f5f4f808760a1a6d6613132 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/info/e9a2cbd98f5f4f808760a1a6d6613132 2024-11-14T12:43:36,486 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/info/e9a2cbd98f5f4f808760a1a6d6613132, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T12:43:36,487 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-14T12:43:36,491 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T12:43:36,492 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:36,492 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:36,492 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:36,492 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588216059Running coprocessor pre-close hooks at 1731588216059Disabling compacts and flushes for region at 1731588216059Disabling writes for close at 1731588216059Obtaining lock to block concurrent updates at 1731588216059Preparing flush snapshotting stores in 1588230740 at 1731588216059Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731588216059Flushing stores of hbase:meta,,1.1588230740 at 1731588216059Flushing 1588230740/info: creating writer at 1731588216060 (+1 ms)Flushing 1588230740/info: appending metadata at 1731588216073 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588216073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5312cf: reopening flushed file at 1731588216481 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731588216487 (+6 ms)Writing region close event to WAL at 1731588216488 (+1 ms)Running coprocessor post-close hooks at 1731588216492 (+4 ms)Closed at 1731588216492 2024-11-14T12:43:36,492 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:36,659 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,39199,1731588207845; all regions closed. 2024-11-14T12:43:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741849_1025 (size=2156) 2024-11-14T12:43:36,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.meta.1731588209266.meta not finished, retry = 0 2024-11-14T12:43:36,763 DEBUG [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:36,764 INFO [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39199%2C1731588207845.meta:.meta(num 1731588209266) 2024-11-14T12:43:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741850_1026 (size=796) 2024-11-14T12:43:36,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.rep.1731588213516 not finished, retry = 0 2024-11-14T12:43:36,812 DEBUG [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/WALs/669ef94e8b26,39199,1731588207845/669ef94e8b26%2C39199%2C1731588207845.1731588209049 to pos 0, reset compression=false 2024-11-14T12:43:36,868 DEBUG [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:36,868 INFO [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39199%2C1731588207845.rep:(num 1731588213516) 2024-11-14T12:43:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741848_1024 (size=93) 2024-11-14T12:43:36,872 DEBUG [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/oldWALs 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39199%2C1731588207845:(num 1731588209049) 2024-11-14T12:43:36,872 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:36,872 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:36,872 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T12:43:36,872 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T12:43:36,872 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T12:43:36,872 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,39199,1731588207845 because: Region server is closing 2024-11-14T12:43:36,873 INFO [RS:0;669ef94e8b26:39199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:39199. 2024-11-14T12:43:36,873 DEBUG [RS:0;669ef94e8b26:39199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:36,873 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,873 DEBUG [RS:0;669ef94e8b26:39199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:36,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:36,973 WARN [RS:0;669ef94e8b26:39199.replicationSource.wal-reader.669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:43:36,973 WARN [RS:0;669ef94e8b26:39199.replicationSource.shipper669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:43:36,973 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;669ef94e8b26:39199.replicationSource.shipper669ef94e8b26%2C39199%2C1731588207845,1-669ef94e8b26,39199,1731588207845 terminated 2024-11-14T12:43:36,974 INFO [RS:0;669ef94e8b26:39199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39199 2024-11-14T12:43:37,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486/rs 2024-11-14T12:43:37,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/rs/669ef94e8b26,39199,1731588207845 2024-11-14T12:43:37,000 INFO [RS:0;669ef94e8b26:39199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:37,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,39199,1731588207845] 2024-11-14T12:43:37,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0960340486/draining/669ef94e8b26,39199,1731588207845 already deleted, retry=false 2024-11-14T12:43:37,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,39199,1731588207845 expired; onlineServers=0 2024-11-14T12:43:37,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,43569,1731588207810' ***** 2024-11-14T12:43:37,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:43:37,017 DEBUG [M:0;669ef94e8b26:43569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:43:37,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:43:37,017 DEBUG [M:0;669ef94e8b26:43569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:43:37,017 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588208683 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588208683,5,FailOnTimeoutGroup] 2024-11-14T12:43:37,017 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588208683 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588208683,5,FailOnTimeoutGroup] 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:43:37,017 DEBUG [M:0;669ef94e8b26:43569 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:43:37,017 INFO [M:0;669ef94e8b26:43569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:43:37,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:43:37,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960340486/master 2024-11-14T12:43:37,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960340486 2024-11-14T12:43:37,025 DEBUG [M:0;669ef94e8b26:43569 {}] zookeeper.ZKUtil(347): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Unable to get data of znode /0960340486/master because node does not exist (not an error) 2024-11-14T12:43:37,025 WARN [M:0;669ef94e8b26:43569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:43:37,026 INFO [M:0;669ef94e8b26:43569 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/.lastflushedseqids 2024-11-14T12:43:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741852_1028 (size=181) 2024-11-14T12:43:37,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:37,109 INFO [RS:0;669ef94e8b26:39199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:37,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39199-0x1013aa8939e0007, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:37,109 INFO [RS:0;669ef94e8b26:39199 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,39199,1731588207845; zookeeper connection closed. 2024-11-14T12:43:37,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@347d8a60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@347d8a60 2024-11-14T12:43:37,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:43:37,430 INFO [M:0;669ef94e8b26:43569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:43:37,430 INFO [M:0;669ef94e8b26:43569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:43:37,431 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:37,431 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:37,431 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:37,431 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:37,431 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:37,431 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T12:43:37,448 DEBUG [M:0;669ef94e8b26:43569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01bc8cace7ea475c8b3dd5125a08cb6f is 82, key is hbase:meta,,1/info:regioninfo/1731588209310/Put/seqid=0 2024-11-14T12:43:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741853_1029 (size=5672) 2024-11-14T12:43:37,852 INFO [M:0;669ef94e8b26:43569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01bc8cace7ea475c8b3dd5125a08cb6f 2024-11-14T12:43:37,872 DEBUG [M:0;669ef94e8b26:43569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e13571153b4743994688f324d96bdd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731588213569/Put/seqid=0 2024-11-14T12:43:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741854_1030 (size=7312) 2024-11-14T12:43:38,277 INFO [M:0;669ef94e8b26:43569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e13571153b4743994688f324d96bdd 2024-11-14T12:43:38,294 DEBUG [M:0;669ef94e8b26:43569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ef91eaaf0d4c179c8e4ba41d981dd8 is 69, key is 669ef94e8b26,39199,1731588207845/rs:state/1731588208806/Put/seqid=0 2024-11-14T12:43:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741855_1031 (size=5370) 2024-11-14T12:43:38,381 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:43:38,698 INFO [M:0;669ef94e8b26:43569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ef91eaaf0d4c179c8e4ba41d981dd8 2024-11-14T12:43:38,702 INFO [M:0;669ef94e8b26:43569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ef91eaaf0d4c179c8e4ba41d981dd8 2024-11-14T12:43:38,702 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01bc8cace7ea475c8b3dd5125a08cb6f as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01bc8cace7ea475c8b3dd5125a08cb6f 2024-11-14T12:43:38,706 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01bc8cace7ea475c8b3dd5125a08cb6f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T12:43:38,707 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e13571153b4743994688f324d96bdd as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e13571153b4743994688f324d96bdd 2024-11-14T12:43:38,711 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e13571153b4743994688f324d96bdd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T12:43:38,712 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ef91eaaf0d4c179c8e4ba41d981dd8 as hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4ef91eaaf0d4c179c8e4ba41d981dd8 2024-11-14T12:43:38,716 INFO [M:0;669ef94e8b26:43569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ef91eaaf0d4c179c8e4ba41d981dd8 2024-11-14T12:43:38,716 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4ef91eaaf0d4c179c8e4ba41d981dd8, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T12:43:38,717 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-14T12:43:38,718 INFO [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:38,718 DEBUG [M:0;669ef94e8b26:43569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588217431Disabling compacts and flushes for region at 1731588217431Disabling writes for close at 1731588217431Obtaining lock to block concurrent updates at 1731588217431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588217431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731588217431Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588217432 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588217432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588217448 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588217448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588217857 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588217872 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588217872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588218280 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588218294 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588218294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e09cc4b: reopening flushed file at 1731588218702 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6402fc08: reopening flushed file at 1731588218707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550e1429: reopening flushed file at 1731588218711 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731588218717 (+6 ms)Writing region close event to WAL at 1731588218718 (+1 ms)Closed at 1731588218718 2024-11-14T12:43:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741847_1023 (size=22903) 2024-11-14T12:43:38,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae69d77e-7d5f-aee9-1273-b56ba519bf6e/MasterData/WALs/669ef94e8b26,43569,1731588207810/669ef94e8b26%2C43569%2C1731588207810.1731588208518 not finished, retry = 0 2024-11-14T12:43:38,820 INFO [M:0;669ef94e8b26:43569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:43:38,820 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:43:38,820 INFO [M:0;669ef94e8b26:43569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43569 2024-11-14T12:43:38,820 INFO [M:0;669ef94e8b26:43569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:43:38,942 INFO [M:0;669ef94e8b26:43569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:43:38,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:38,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43569-0x1013aa8939e0006, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:43:38,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8bae20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:38,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:38,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:38,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:38,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:38,945 WARN [BP-79378916-172.17.0.3-1731588186586 heartbeating to localhost/127.0.0.1:35893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:43:38,945 WARN [BP-79378916-172.17.0.3-1731588186586 heartbeating to localhost/127.0.0.1:35893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79378916-172.17.0.3-1731588186586 (Datanode Uuid b354b7fa-f616-46a5-8908-4b77394edbe9) service to localhost/127.0.0.1:35893 2024-11-14T12:43:38,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:43:38,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:43:38,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/data/data1/current/BP-79378916-172.17.0.3-1731588186586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:38,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/cluster_fab8fe3c-ab75-8cc4-41a4-d65fbba4502b/data/data2/current/BP-79378916-172.17.0.3-1731588186586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:43:38,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:43:38,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:38,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:43:38,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:43:38,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:43:38,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eed335f7-41d7-85dc-1bed-66f79c254fe4/hadoop.log.dir/,STOPPED} 2024-11-14T12:43:38,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:43:38,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:43:38,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35893 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45813 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6224 (was 6295) 2024-11-14T12:43:38,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=6224 2024-11-14T12:43:38,994 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T12:43:38,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir so I do NOT create it in target/test-data/5a146f0f-0884-4917-4280-e3344a019037 2024-11-14T12:43:38,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:43:38,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.tmp.dir so I do NOT create it in target/test-data/5a146f0f-0884-4917-4280-e3344a019037 2024-11-14T12:43:38,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de747841-1e30-7627-4478-413452a44af9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:43:38,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037 2024-11-14T12:43:38,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806, deleteOnExit=true 2024-11-14T12:43:39,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/zookeeper_0, clientPort=53844, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:43:39,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53844 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/test.cache.data in system properties and HBase conf 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:43:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:43:39,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:43:39,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:43:39,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa8939e0002, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:43:39,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa8939e0005, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:43:39,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa8939e0005, quorum=127.0.0.1:53222, baseZNode=/1-164526089 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:43:39,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa8939e0002, quorum=127.0.0.1:53222, baseZNode=/0960340486 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:43:39,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:39,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:39,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:39,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:39,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:43:39,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:39,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:39,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:39,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@782a45c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/java.io.tmpdir/jetty-localhost-37955-hadoop-hdfs-3_4_1-tests_jar-_-any-11288198270867183529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:39,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:37955} 2024-11-14T12:43:39,474 INFO [Time-limited test {}] server.Server(415): Started @173193ms 2024-11-14T12:43:39,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:39,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:39,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:39,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:39,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:43:39,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:39,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:39,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@514b23b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/java.io.tmpdir/jetty-localhost-41851-hadoop-hdfs-3_4_1-tests_jar-_-any-12304249074556985673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:39,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:41851} 2024-11-14T12:43:39,806 INFO [Time-limited test {}] server.Server(415): Started @173524ms 2024-11-14T12:43:39,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:43:40,314 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/data/data2/current/BP-908466738-172.17.0.3-1731588219044/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:40,314 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/data/data1/current/BP-908466738-172.17.0.3-1731588219044/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:40,334 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:43:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76552a3f375db121 with lease ID 0x888f7fb5c0d2da30: Processing first storage report for DS-bb990899-37dd-48ce-84bd-758f750c1df4 from datanode DatanodeRegistration(127.0.0.1:37601, datanodeUuid=d17002dd-95f0-4a97-b242-a3dceb5f1810, infoPort=36659, infoSecurePort=0, ipcPort=38329, storageInfo=lv=-57;cid=testClusterID;nsid=1255150480;c=1731588219044) 2024-11-14T12:43:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76552a3f375db121 with lease ID 0x888f7fb5c0d2da30: from storage DS-bb990899-37dd-48ce-84bd-758f750c1df4 node DatanodeRegistration(127.0.0.1:37601, datanodeUuid=d17002dd-95f0-4a97-b242-a3dceb5f1810, infoPort=36659, infoSecurePort=0, ipcPort=38329, storageInfo=lv=-57;cid=testClusterID;nsid=1255150480;c=1731588219044), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:43:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76552a3f375db121 with lease ID 0x888f7fb5c0d2da30: Processing first storage report for DS-9626c44c-9776-4e31-a593-e5c38886127a from datanode DatanodeRegistration(127.0.0.1:37601, datanodeUuid=d17002dd-95f0-4a97-b242-a3dceb5f1810, infoPort=36659, infoSecurePort=0, ipcPort=38329, storageInfo=lv=-57;cid=testClusterID;nsid=1255150480;c=1731588219044) 2024-11-14T12:43:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76552a3f375db121 with lease ID 0x888f7fb5c0d2da30: from storage DS-9626c44c-9776-4e31-a593-e5c38886127a node DatanodeRegistration(127.0.0.1:37601, datanodeUuid=d17002dd-95f0-4a97-b242-a3dceb5f1810, infoPort=36659, infoSecurePort=0, ipcPort=38329, storageInfo=lv=-57;cid=testClusterID;nsid=1255150480;c=1731588219044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:40,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037 2024-11-14T12:43:40,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:40,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:43:40,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3 with version=8 2024-11-14T12:43:40,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/hbase-staging 2024-11-14T12:43:40,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:43:40,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:40,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39105 2024-11-14T12:43:40,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39105 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391050x0, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:40,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39105-0x1013aa912710000 connected 2024-11-14T12:43:40,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:40,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:40,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/running 2024-11-14T12:43:40,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3, hbase.cluster.distributed=false 2024-11-14T12:43:40,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/acl 2024-11-14T12:43:40,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-14T12:43:40,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39105 2024-11-14T12:43:40,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39105 2024-11-14T12:43:40,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-14T12:43:40,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-14T12:43:40,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:43:40,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:40,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37029 2024-11-14T12:43:40,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37029 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:40,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:41,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370290x0, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:41,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37029-0x1013aa912710001 connected 2024-11-14T12:43:41,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/running 2024-11-14T12:43:41,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:43:41,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:43:41,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/master 2024-11-14T12:43:41,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/acl 2024-11-14T12:43:41,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-14T12:43:41,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37029 2024-11-14T12:43:41,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37029 2024-11-14T12:43:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-14T12:43:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-14T12:43:41,032 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:39105 2024-11-14T12:43:41,033 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01454773513/backup-masters/669ef94e8b26,39105,1731588220841 2024-11-14T12:43:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/backup-masters 2024-11-14T12:43:41,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/backup-masters 2024-11-14T12:43:41,040 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on existing znode=/01454773513/backup-masters/669ef94e8b26,39105,1731588220841 2024-11-14T12:43:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01454773513/master 2024-11-14T12:43:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:41,048 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on existing znode=/01454773513/master 2024-11-14T12:43:41,049 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01454773513/backup-masters/669ef94e8b26,39105,1731588220841 from backup master directory 2024-11-14T12:43:41,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01454773513/backup-masters/669ef94e8b26,39105,1731588220841 2024-11-14T12:43:41,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/backup-masters 2024-11-14T12:43:41,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/backup-masters 2024-11-14T12:43:41,056 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:41,056 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,39105,1731588220841 2024-11-14T12:43:41,059 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/hbase.id] with ID: 22e19936-c758-4dd6-a38b-c5865b12e723 2024-11-14T12:43:41,059 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/.tmp/hbase.id 2024-11-14T12:43:41,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:43:41,464 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/.tmp/hbase.id]:[hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/hbase.id] 2024-11-14T12:43:41,473 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:41,473 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:43:41,474 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:43:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:43:41,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:41,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:43:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:43:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:41,908 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:41,909 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:43:41,909 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:43:42,315 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store 2024-11-14T12:43:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:43:42,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:42,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:42,720 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:42,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:42,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:42,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:42,721 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:42,721 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588222720Disabling compacts and flushes for region at 1731588222720Disabling writes for close at 1731588222720Writing region close event to WAL at 1731588222720Closed at 1731588222721 (+1 ms) 2024-11-14T12:43:42,721 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/.initializing 2024-11-14T12:43:42,721 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/WALs/669ef94e8b26,39105,1731588220841 2024-11-14T12:43:42,722 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:42,723 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C39105%2C1731588220841, suffix=, logDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/WALs/669ef94e8b26,39105,1731588220841, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/oldWALs, maxLogs=10 2024-11-14T12:43:42,735 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/WALs/669ef94e8b26,39105,1731588220841/669ef94e8b26%2C39105%2C1731588220841.1731588222723, exclude list is [], retry=0 2024-11-14T12:43:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37601,DS-bb990899-37dd-48ce-84bd-758f750c1df4,DISK] 2024-11-14T12:43:42,739 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/WALs/669ef94e8b26,39105,1731588220841/669ef94e8b26%2C39105%2C1731588220841.1731588222723 2024-11-14T12:43:42,739 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-14T12:43:42,739 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:42,739 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:42,739 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,739 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:43:42,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:42,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:42,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:43:42,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:42,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:42,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:43:42,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:42,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:42,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:43:42,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:42,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:42,746 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,746 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,746 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,747 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,748 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,748 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:42,749 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:42,753 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:42,753 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66206770, jitterRate=-0.013442248106002808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:42,754 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588222739Initializing all the Stores at 1731588222740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588222740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588222740Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588222740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588222740Cleaning up temporary data from old regions at 1731588222748 (+8 ms)Region opened successfully at 1731588222754 (+6 ms) 2024-11-14T12:43:42,754 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:43:42,756 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a8211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:42,757 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:43:42,757 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:43:42,757 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:43:42,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:43:42,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:43:42,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:43:42,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:43:42,760 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:43:42,761 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/balancer because node does not exist (not necessarily an error) 2024-11-14T12:43:42,786 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/balancer already deleted, retry=false 2024-11-14T12:43:42,787 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:43:42,787 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:43:42,795 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/normalizer already deleted, retry=false 2024-11-14T12:43:42,795 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:43:42,796 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:43:42,803 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/switch/split already deleted, retry=false 2024-11-14T12:43:42,804 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:43:42,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/switch/merge already deleted, retry=false 2024-11-14T12:43:42,813 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:43:42,823 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/snapshot-cleanup already deleted, retry=false 2024-11-14T12:43:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01454773513/running 2024-11-14T12:43:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01454773513/running 2024-11-14T12:43:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,832 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,39105,1731588220841, sessionid=0x1013aa912710000, setting cluster-up flag (Was=false) 2024-11-14T12:43:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,873 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01454773513/flush-table-proc/acquired, /01454773513/flush-table-proc/reached, /01454773513/flush-table-proc/abort 2024-11-14T12:43:42,874 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,39105,1731588220841 2024-11-14T12:43:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:42,914 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01454773513/online-snapshot/acquired, /01454773513/online-snapshot/reached, /01454773513/online-snapshot/abort 2024-11-14T12:43:42,915 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,39105,1731588220841 2024-11-14T12:43:42,916 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:43:42,918 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:42,918 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:43:42,918 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:43:42,918 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 669ef94e8b26,36725,1731588189363: status=Processing ServerCrashProcedure of 669ef94e8b26,36725,1731588189363 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731588208682, completionTime=-1 appears to have been leaked 2024-11-14T12:43:42,918 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,39105,1731588220841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:42,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:42,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:43:42,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:42,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:43:42,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588252923 2024-11-14T12:43:42,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:43:42,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:43:42,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:43:42,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:43:42,924 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:43:42,924 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:43:42,924 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(746): ClusterId : 22e19936-c758-4dd6-a38b-c5865b12e723 2024-11-14T12:43:42,924 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:43:42,927 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,927 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:43:42,927 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:43:42,928 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:43:42,928 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:43:42,930 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:43:42,930 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:43:42,930 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588222930,5,FailOnTimeoutGroup] 2024-11-14T12:43:42,930 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588222930,5,FailOnTimeoutGroup] 2024-11-14T12:43:42,930 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:43:42,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:43:42,935 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:43:42,935 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:43:42,945 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:43:42,945 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c68ead8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:42,956 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:37029 2024-11-14T12:43:42,956 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:43:42,956 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:43:42,957 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:43:42,957 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,39105,1731588220841 with port=37029, startcode=1731588220997 2024-11-14T12:43:42,957 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:43:42,959 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:43:42,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,37029,1731588220997 2024-11-14T12:43:42,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39105 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:42,960 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3 2024-11-14T12:43:42,960 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41113 2024-11-14T12:43:42,960 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:43:42,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/rs 2024-11-14T12:43:42,970 DEBUG [RS:0;669ef94e8b26:37029 {}] zookeeper.ZKUtil(111): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on existing znode=/01454773513/rs/669ef94e8b26,37029,1731588220997 2024-11-14T12:43:42,970 WARN [RS:0;669ef94e8b26:37029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:42,970 INFO [RS:0;669ef94e8b26:37029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:42,970 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997 2024-11-14T12:43:42,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,37029,1731588220997] 2024-11-14T12:43:42,973 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:43:42,974 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:43:42,974 INFO [RS:0;669ef94e8b26:37029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:43:42,974 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,974 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:43:42,975 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:43:42,975 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:42,975 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:42,976 DEBUG [RS:0;669ef94e8b26:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,979 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37029,1731588220997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:42,996 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:43:42,996 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,37029,1731588220997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,996 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:42,996 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.Replication(171): 669ef94e8b26,37029,1731588220997 started 2024-11-14T12:43:43,009 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:43,010 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,37029,1731588220997, RpcServer on 669ef94e8b26/172.17.0.3:37029, sessionid=0x1013aa912710001 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,37029,1731588220997 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,37029,1731588220997' 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01454773513/flush-table-proc/abort' 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01454773513/flush-table-proc/acquired' 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:43:43,010 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:43:43,011 DEBUG [RS:0;669ef94e8b26:37029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,37029,1731588220997 2024-11-14T12:43:43,011 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,37029,1731588220997' 2024-11-14T12:43:43,011 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01454773513/online-snapshot/abort' 2024-11-14T12:43:43,011 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01454773513/online-snapshot/acquired' 2024-11-14T12:43:43,011 DEBUG [RS:0;669ef94e8b26:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:43:43,011 INFO [RS:0;669ef94e8b26:37029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:43:43,011 INFO [RS:0;669ef94e8b26:37029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:43:43,111 INFO [RS:0;669ef94e8b26:37029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:43,113 INFO [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37029%2C1731588220997, suffix=, logDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs, maxLogs=10 2024-11-14T12:43:43,125 DEBUG [RS:0;669ef94e8b26:37029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113, exclude list is [], retry=0 2024-11-14T12:43:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37601,DS-bb990899-37dd-48ce-84bd-758f750c1df4,DISK] 2024-11-14T12:43:43,129 INFO [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 2024-11-14T12:43:43,129 DEBUG [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-14T12:43:43,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:43:43,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3 2024-11-14T12:43:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:43:43,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:43,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:43,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:43,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:43,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:43,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:43,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:43,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:43,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:43,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:43,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:43,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:43,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:43,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:43,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:43,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:43,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:43,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:43,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740 2024-11-14T12:43:43,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740 2024-11-14T12:43:43,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:43,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:43,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:43,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:43,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:43,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450288, jitterRate=0.07959342002868652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588223738Initializing all the Stores at 1731588223739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588223739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588223739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588223739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588223739Cleaning up temporary data from old regions at 1731588223746 (+7 ms)Region opened successfully at 1731588223750 (+4 ms) 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:43,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:43,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588223750Disabling compacts and flushes for region at 1731588223750Disabling writes for close at 1731588223750Writing region close event to WAL at 1731588223750Closed at 1731588223750 2024-11-14T12:43:43,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:43,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:43:43,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:43:43,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:43,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:43:43,903 DEBUG [669ef94e8b26:39105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:43,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:43,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,37029,1731588220997, state=OPENING 2024-11-14T12:43:43,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:43:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:43,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:43,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01454773513/meta-region-server: CHANGED 2024-11-14T12:43:43,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01454773513/meta-region-server: CHANGED 2024-11-14T12:43:43,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,37029,1731588220997}] 2024-11-14T12:43:44,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:44,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:43:44,096 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:43:44,096 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:44,096 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:43:44,097 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37029%2C1731588220997.meta, suffix=.meta, logDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs, maxLogs=10 2024-11-14T12:43:44,109 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.meta.1731588224097.meta, exclude list is [], retry=0 2024-11-14T12:43:44,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37601,DS-bb990899-37dd-48ce-84bd-758f750c1df4,DISK] 2024-11-14T12:43:44,112 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.meta.1731588224097.meta 2024-11-14T12:43:44,112 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-14T12:43:44,112 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:44,113 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:43:44,113 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:43:44,113 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:43:44,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:44,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:44,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:44,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:44,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:44,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:44,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:44,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:44,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:44,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:44,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:44,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:44,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:44,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:44,118 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:44,118 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740 2024-11-14T12:43:44,119 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740 2024-11-14T12:43:44,120 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:44,120 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:44,120 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:44,121 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:44,121 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59212038, jitterRate=-0.11767187714576721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:43:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588224113Writing region info on filesystem at 1731588224113Initializing all the Stores at 1731588224114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588224114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588224114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588224114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588224114Cleaning up temporary data from old regions at 1731588224120 (+6 ms)Running coprocessor post-open hooks at 1731588224122 (+2 ms)Region opened successfully at 1731588224122 2024-11-14T12:43:44,123 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588224092 2024-11-14T12:43:44,124 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:43:44,124 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:43:44,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:44,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,37029,1731588220997, state=OPEN 2024-11-14T12:43:44,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01454773513/meta-region-server 2024-11-14T12:43:44,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01454773513/meta-region-server 2024-11-14T12:43:44,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:44,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01454773513/meta-region-server: CHANGED 2024-11-14T12:43:44,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01454773513/meta-region-server: CHANGED 2024-11-14T12:43:44,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:43:44,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,37029,1731588220997 in 214 msec 2024-11-14T12:43:44,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:43:44,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-14T12:43:44,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:44,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:43:44,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:44,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:43:44,159 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:44,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:44,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-14T12:43:44,163 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588224163, completionTime=-1 2024-11-14T12:43:44,163 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:43:44,163 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588284165 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588344165 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:39105, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,165 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,166 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,167 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.112sec 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:44,168 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:43:44,170 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:43:44,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:43:44,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39105,1731588220841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:44,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:44,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:44,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:44,226 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:44,227 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:44,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96f42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:44,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:43:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:44,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:44,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,39105,1731588220841 2024-11-14T12:43:44,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:44,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa912710002 connected 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir so I do NOT create it in target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2 2024-11-14T12:43:44,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.tmp.dir so I do NOT create it in target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2 2024-11-14T12:43:44,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:43:44,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/cluster_483c9341-dddb-4dd2-af35-035190451b47, deleteOnExit=true 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/test.cache.data in system properties and HBase conf 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:43:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:43:44,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:43:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:43:44,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:44,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:44,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:44,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:44,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:43:44,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:44,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:44,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:44,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c2dc069{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/java.io.tmpdir/jetty-localhost-37011-hadoop-hdfs-3_4_1-tests_jar-_-any-17954940425481986131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:43:44,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:37011} 2024-11-14T12:43:44,690 INFO [Time-limited test {}] server.Server(415): Started @178409ms 2024-11-14T12:43:44,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:43:44,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:43:44,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:43:44,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:43:44,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:43:44,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:43:44,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:43:45,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41632f3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/java.io.tmpdir/jetty-localhost-38865-hadoop-hdfs-3_4_1-tests_jar-_-any-3063820834499289465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:43:45,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:38865} 2024-11-14T12:43:45,001 INFO [Time-limited test {}] server.Server(415): Started @178720ms 2024-11-14T12:43:45,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:43:45,537 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/cluster_483c9341-dddb-4dd2-af35-035190451b47/data/data1/current/BP-2128636495-172.17.0.3-1731588224273/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:45,537 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/cluster_483c9341-dddb-4dd2-af35-035190451b47/data/data2/current/BP-2128636495-172.17.0.3-1731588224273/current, will proceed with Du for space computation calculation, 2024-11-14T12:43:45,561 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18cc5c85553e416d with lease ID 0x68ea205494658624: Processing first storage report for DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be from datanode DatanodeRegistration(127.0.0.1:39911, datanodeUuid=838ffa55-b82b-4494-9acc-614d0fe7b754, infoPort=43429, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=1736987960;c=1731588224273) 2024-11-14T12:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18cc5c85553e416d with lease ID 0x68ea205494658624: from storage DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be node DatanodeRegistration(127.0.0.1:39911, datanodeUuid=838ffa55-b82b-4494-9acc-614d0fe7b754, infoPort=43429, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=1736987960;c=1731588224273), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18cc5c85553e416d with lease ID 0x68ea205494658624: Processing first storage report for DS-39c88db0-cf4b-426b-a79b-1a7e91dea300 from datanode DatanodeRegistration(127.0.0.1:39911, datanodeUuid=838ffa55-b82b-4494-9acc-614d0fe7b754, infoPort=43429, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=1736987960;c=1731588224273) 2024-11-14T12:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18cc5c85553e416d with lease ID 0x68ea205494658624: from storage DS-39c88db0-cf4b-426b-a79b-1a7e91dea300 node DatanodeRegistration(127.0.0.1:39911, datanodeUuid=838ffa55-b82b-4494-9acc-614d0fe7b754, infoPort=43429, infoSecurePort=0, ipcPort=44831, storageInfo=lv=-57;cid=testClusterID;nsid=1736987960;c=1731588224273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:43:45,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2 2024-11-14T12:43:45,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:45,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:43:46,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b with version=8 2024-11-14T12:43:46,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/hbase-staging 2024-11-14T12:43:46,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:43:46,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32815 2024-11-14T12:43:46,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32815 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328150x0, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:46,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32815-0x1013aa912710003 connected 2024-11-14T12:43:46,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:46,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:46,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/running 2024-11-14T12:43:46,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b, hbase.cluster.distributed=false 2024-11-14T12:43:46,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/acl 2024-11-14T12:43:46,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-14T12:43:46,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32815 2024-11-14T12:43:46,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32815 2024-11-14T12:43:46,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-14T12:43:46,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-14T12:43:46,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:43:46,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:43:46,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41575 2024-11-14T12:43:46,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41575 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:46,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:46,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:46,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415750x0, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:46,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415750x0, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/running 2024-11-14T12:43:46,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41575-0x1013aa912710004 connected 2024-11-14T12:43:46,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:43:46,162 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:43:46,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/master 2024-11-14T12:43:46,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/acl 2024-11-14T12:43:46,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41575 2024-11-14T12:43:46,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41575 2024-11-14T12:43:46,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41575 2024-11-14T12:43:46,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41575 2024-11-14T12:43:46,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41575 2024-11-14T12:43:46,179 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:32815 2024-11-14T12:43:46,182 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-132819759/backup-masters/669ef94e8b26,32815,1731588226041 2024-11-14T12:43:46,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/backup-masters 2024-11-14T12:43:46,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/backup-masters 2024-11-14T12:43:46,190 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on existing znode=/1-132819759/backup-masters/669ef94e8b26,32815,1731588226041 2024-11-14T12:43:46,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132819759/master 2024-11-14T12:43:46,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:46,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:46,198 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on existing znode=/1-132819759/master 2024-11-14T12:43:46,198 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-132819759/backup-masters/669ef94e8b26,32815,1731588226041 from backup master directory 2024-11-14T12:43:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132819759/backup-masters/669ef94e8b26,32815,1731588226041 2024-11-14T12:43:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/backup-masters 2024-11-14T12:43:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/backup-masters 2024-11-14T12:43:46,206 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:46,206 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,32815,1731588226041 2024-11-14T12:43:46,209 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/hbase.id] with ID: e251021c-fdc5-4395-a2a1-0febb117e992 2024-11-14T12:43:46,209 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/.tmp/hbase.id 2024-11-14T12:43:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:43:46,613 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/.tmp/hbase.id]:[hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/hbase.id] 2024-11-14T12:43:46,622 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:46,622 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:43:46,623 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:43:46,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:46,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:43:47,039 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:47,040 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:43:47,040 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:43:47,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:47,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:47,447 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store 2024-11-14T12:43:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:43:47,853 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:47,853 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:43:47,853 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588227853Disabling compacts and flushes for region at 1731588227853Disabling writes for close at 1731588227853Writing region close event to WAL at 1731588227853Closed at 1731588227853 2024-11-14T12:43:47,854 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/.initializing 2024-11-14T12:43:47,854 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/WALs/669ef94e8b26,32815,1731588226041 2024-11-14T12:43:47,855 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:47,857 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C32815%2C1731588226041, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/WALs/669ef94e8b26,32815,1731588226041, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/oldWALs, maxLogs=10 2024-11-14T12:43:47,871 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/WALs/669ef94e8b26,32815,1731588226041/669ef94e8b26%2C32815%2C1731588226041.1731588227857, exclude list is [], retry=0 2024-11-14T12:43:47,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be,DISK] 2024-11-14T12:43:47,875 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/WALs/669ef94e8b26,32815,1731588226041/669ef94e8b26%2C32815%2C1731588226041.1731588227857 2024-11-14T12:43:47,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43429:43429)] 2024-11-14T12:43:47,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:47,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:47,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:43:47,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:47,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:47,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:43:47,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:47,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:47,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:43:47,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:47,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:47,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:43:47,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:47,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:47,883 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,883 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,884 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,885 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,885 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,885 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:47,886 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:43:47,887 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:47,888 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70963252, jitterRate=0.05743485689163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:47,888 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588227876Initializing all the Stores at 1731588227877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588227877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588227877Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588227877Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588227877Cleaning up temporary data from old regions at 1731588227885 (+8 ms)Region opened successfully at 1731588227888 (+3 ms) 2024-11-14T12:43:47,888 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:43:47,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2e8a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:43:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:43:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:43:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:43:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:43:47,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:43:47,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:43:47,897 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:43:47,897 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/balancer because node does not exist (not necessarily an error) 2024-11-14T12:43:47,923 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/balancer already deleted, retry=false 2024-11-14T12:43:47,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:43:47,924 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:43:47,931 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/normalizer already deleted, retry=false 2024-11-14T12:43:47,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:43:47,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:43:47,939 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/switch/split already deleted, retry=false 2024-11-14T12:43:47,940 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:43:47,947 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/switch/merge already deleted, retry=false 2024-11-14T12:43:47,949 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:43:47,956 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/snapshot-cleanup already deleted, retry=false 2024-11-14T12:43:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132819759/running 2024-11-14T12:43:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132819759/running 2024-11-14T12:43:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:47,965 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,32815,1731588226041, sessionid=0x1013aa912710003, setting cluster-up flag (Was=false) 2024-11-14T12:43:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:48,006 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-132819759/flush-table-proc/acquired, /1-132819759/flush-table-proc/reached, /1-132819759/flush-table-proc/abort 2024-11-14T12:43:48,007 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,32815,1731588226041 2024-11-14T12:43:48,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:48,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:48,048 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-132819759/online-snapshot/acquired, /1-132819759/online-snapshot/reached, /1-132819759/online-snapshot/abort 2024-11-14T12:43:48,049 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,32815,1731588226041 2024-11-14T12:43:48,049 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:43:48,050 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:48,051 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:43:48,051 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:43:48,051 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,32815,1731588226041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:48,052 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588258053 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:43:48,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:43:48,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:43:48,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:48,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:43:48,055 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:43:48,055 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:43:48,055 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:43:48,055 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:43:48,057 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:43:48,057 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:43:48,057 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588228057,5,FailOnTimeoutGroup] 2024-11-14T12:43:48,057 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588228057,5,FailOnTimeoutGroup] 2024-11-14T12:43:48,057 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,058 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:43:48,058 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,058 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:43:48,072 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(746): ClusterId : e251021c-fdc5-4395-a2a1-0febb117e992 2024-11-14T12:43:48,072 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:43:48,081 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:43:48,081 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:43:48,090 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:43:48,090 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630f854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:43:48,103 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:41575 2024-11-14T12:43:48,103 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:43:48,103 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:43:48,103 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:43:48,103 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,32815,1731588226041 with port=41575, startcode=1731588226146 2024-11-14T12:43:48,104 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:43:48,105 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:43:48,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32815 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,106 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b 2024-11-14T12:43:48,106 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-11-14T12:43:48,106 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:43:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/rs 2024-11-14T12:43:48,153 DEBUG [RS:0;669ef94e8b26:41575 {}] zookeeper.ZKUtil(111): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on existing znode=/1-132819759/rs/669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,153 WARN [RS:0;669ef94e8b26:41575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:43:48,153 INFO [RS:0;669ef94e8b26:41575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:48,153 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,41575,1731588226146] 2024-11-14T12:43:48,156 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:43:48,157 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:43:48,157 INFO [RS:0;669ef94e8b26:41575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:43:48,157 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,158 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:43:48,158 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:43:48,158 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,158 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,159 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,159 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,159 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:43:48,159 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:48,159 DEBUG [RS:0;669ef94e8b26:41575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,159 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41575,1731588226146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:48,175 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:43:48,175 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41575,1731588226146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,175 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,175 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.Replication(171): 669ef94e8b26,41575,1731588226146 started 2024-11-14T12:43:48,193 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:48,193 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,41575,1731588226146, RpcServer on 669ef94e8b26/172.17.0.3:41575, sessionid=0x1013aa912710004 2024-11-14T12:43:48,193 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:43:48,193 DEBUG [RS:0;669ef94e8b26:41575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,41575,1731588226146' 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-132819759/flush-table-proc/abort' 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-132819759/flush-table-proc/acquired' 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,41575,1731588226146 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,41575,1731588226146' 2024-11-14T12:43:48,194 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-132819759/online-snapshot/abort' 2024-11-14T12:43:48,195 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-132819759/online-snapshot/acquired' 2024-11-14T12:43:48,195 DEBUG [RS:0;669ef94e8b26:41575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:43:48,195 INFO [RS:0;669ef94e8b26:41575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:43:48,195 INFO [RS:0;669ef94e8b26:41575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:43:48,295 INFO [RS:0;669ef94e8b26:41575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:43:48,297 INFO [RS:0;669ef94e8b26:41575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C41575%2C1731588226146, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/oldWALs, maxLogs=10 2024-11-14T12:43:48,308 DEBUG [RS:0;669ef94e8b26:41575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, exclude list is [], retry=0 2024-11-14T12:43:48,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be,DISK] 2024-11-14T12:43:48,312 INFO [RS:0;669ef94e8b26:41575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 2024-11-14T12:43:48,312 DEBUG [RS:0;669ef94e8b26:41575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43429:43429)] 2024-11-14T12:43:48,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:43:48,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b 2024-11-14T12:43:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:43:48,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:48,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:48,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:48,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:48,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:48,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:48,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:48,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:48,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:48,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:48,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:48,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:48,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:48,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:48,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:48,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:48,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740 2024-11-14T12:43:48,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740 2024-11-14T12:43:48,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:48,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:48,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:48,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:48,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:48,879 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61336391, jitterRate=-0.08601655066013336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588228868Initializing all the Stores at 1731588228869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588228869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588228869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588228869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588228869Cleaning up temporary data from old regions at 1731588228876 (+7 ms)Region opened successfully at 1731588228879 (+3 ms) 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:43:48,879 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:43:48,879 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:43:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588228879Disabling compacts and flushes for region at 1731588228879Disabling writes for close at 1731588228879Writing region close event to WAL at 1731588228879Closed at 1731588228879 2024-11-14T12:43:48,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:48,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:43:48,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:43:48,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:48,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:43:48,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:43:49,031 DEBUG [669ef94e8b26:32815 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:43:49,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:49,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,41575,1731588226146, state=OPENING 2024-11-14T12:43:49,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:43:49,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:49,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:49,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:43:49,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132819759/meta-region-server: CHANGED 2024-11-14T12:43:49,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132819759/meta-region-server: CHANGED 2024-11-14T12:43:49,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,41575,1731588226146}] 2024-11-14T12:43:49,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:49,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:43:49,226 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:43:49,226 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:49,226 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:43:49,227 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C41575%2C1731588226146.meta, suffix=.meta, logDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/oldWALs, maxLogs=10 2024-11-14T12:43:49,239 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.meta.1731588229227.meta, exclude list is [], retry=0 2024-11-14T12:43:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be,DISK] 2024-11-14T12:43:49,242 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.meta.1731588229227.meta 2024-11-14T12:43:49,242 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43429:43429)] 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:49,243 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:43:49,243 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:43:49,243 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:43:49,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:43:49,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:43:49,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:49,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:49,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:43:49,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:43:49,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:49,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:49,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:43:49,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:43:49,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:49,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:49,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:43:49,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:43:49,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:49,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:43:49,248 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:43:49,249 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740 2024-11-14T12:43:49,249 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740 2024-11-14T12:43:49,250 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:43:49,250 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:43:49,250 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:43:49,251 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:43:49,252 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68683904, jitterRate=0.023469924926757812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:43:49,252 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:43:49,252 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588229243Writing region info on filesystem at 1731588229243Initializing all the Stores at 1731588229244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588229244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588229244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588229244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588229244Cleaning up temporary data from old regions at 1731588229250 (+6 ms)Running coprocessor post-open hooks at 1731588229252 (+2 ms)Region opened successfully at 1731588229252 2024-11-14T12:43:49,252 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588229222 2024-11-14T12:43:49,254 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:43:49,254 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:43:49,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:49,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,41575,1731588226146, state=OPEN 2024-11-14T12:43:49,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-132819759/meta-region-server 2024-11-14T12:43:49,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-132819759/meta-region-server 2024-11-14T12:43:49,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132819759/meta-region-server: CHANGED 2024-11-14T12:43:49,264 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:49,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132819759/meta-region-server: CHANGED 2024-11-14T12:43:49,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:43:49,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,41575,1731588226146 in 194 msec 2024-11-14T12:43:49,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:43:49,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-14T12:43:49,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:43:49,268 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:43:49,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:49,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:43:49,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:49,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:49,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-14T12:43:49,275 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588229275, completionTime=-1 2024-11-14T12:43:49,275 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:43:49,275 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588289277 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588349277 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:32815, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,277 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,278 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:43:49,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.074sec 2024-11-14T12:43:49,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:43:49,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:43:49,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:43:49,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:43:49,281 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:43:49,281 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:43:49,281 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:43:49,283 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:43:49,283 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:43:49,283 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,32815,1731588226041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:43:49,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:49,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:49,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:49,374 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:49,375 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:49,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a669c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:49,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:43:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:49,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:49,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,32815,1731588226041 2024-11-14T12:43:49,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53844 2024-11-14T12:43:49,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:43:49,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa912710005 connected 2024-11-14T12:43:49,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:43:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-11-14T12:43:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:49,401 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:49,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:43:49,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:43:49,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:49,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:43:49,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:43:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:49,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:43:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:49,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb55c727edade2ca97ebe1a5f0ed76d2, NAME => 'test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3 2024-11-14T12:43:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:43:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb55c727edade2ca97ebe1a5f0ed76d2, disabling compactions & flushes 2024-11-14T12:43:50,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. after waiting 0 ms 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb55c727edade2ca97ebe1a5f0ed76d2: Waiting for close lock at 1731588230216Disabling compacts and flushes for region at 1731588230216Disabling writes for close at 1731588230216Writing region close event to WAL at 1731588230216Closed at 1731588230216 2024-11-14T12:43:50,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:43:50,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588230217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588230217"}]},"ts":"1731588230217"} 2024-11-14T12:43:50,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:43:50,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:43:50,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588230219"}]},"ts":"1731588230219"} 2024-11-14T12:43:50,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:43:50,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb55c727edade2ca97ebe1a5f0ed76d2, ASSIGN}] 2024-11-14T12:43:50,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb55c727edade2ca97ebe1a5f0ed76d2, ASSIGN 2024-11-14T12:43:50,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb55c727edade2ca97ebe1a5f0ed76d2, ASSIGN; state=OFFLINE, location=669ef94e8b26,37029,1731588220997; forceNewPlan=false, retain=false 2024-11-14T12:43:50,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb55c727edade2ca97ebe1a5f0ed76d2, regionState=OPENING, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:50,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb55c727edade2ca97ebe1a5f0ed76d2, ASSIGN because future has completed 2024-11-14T12:43:50,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb55c727edade2ca97ebe1a5f0ed76d2, server=669ef94e8b26,37029,1731588220997}] 2024-11-14T12:43:50,535 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,535 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb55c727edade2ca97ebe1a5f0ed76d2, NAME => 'test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:50,536 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:50,536 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:43:50,536 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,536 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:50,536 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,536 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,537 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,538 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb55c727edade2ca97ebe1a5f0ed76d2 columnFamilyName f 2024-11-14T12:43:50,538 DEBUG [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:50,539 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(327): Store=bb55c727edade2ca97ebe1a5f0ed76d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:50,539 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,540 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb55c727edade2ca97ebe1a5f0ed76d2 columnFamilyName f1 2024-11-14T12:43:50,540 DEBUG [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:50,540 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(327): Store=bb55c727edade2ca97ebe1a5f0ed76d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:50,540 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,541 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb55c727edade2ca97ebe1a5f0ed76d2 columnFamilyName norep 2024-11-14T12:43:50,542 DEBUG [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:50,542 INFO [StoreOpener-bb55c727edade2ca97ebe1a5f0ed76d2-1 {}] regionserver.HStore(327): Store=bb55c727edade2ca97ebe1a5f0ed76d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:50,542 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,542 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,543 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,543 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,543 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,544 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:50,545 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,546 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:50,547 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb55c727edade2ca97ebe1a5f0ed76d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65131614, jitterRate=-0.02946332097053528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:50,547 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:43:50,547 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb55c727edade2ca97ebe1a5f0ed76d2: Running coprocessor pre-open hook at 1731588230536Writing region info on filesystem at 1731588230536Initializing all the Stores at 1731588230537 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588230537Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588230537Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588230537Cleaning up temporary data from old regions at 1731588230543 (+6 ms)Running coprocessor post-open hooks at 1731588230547 (+4 ms)Region opened successfully at 1731588230547 2024-11-14T12:43:50,548 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., pid=6, masterSystemTime=1731588230528 2024-11-14T12:43:50,550 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,550 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:43:50,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb55c727edade2ca97ebe1a5f0ed76d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:50,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb55c727edade2ca97ebe1a5f0ed76d2, server=669ef94e8b26,37029,1731588220997 because future has completed 2024-11-14T12:43:50,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:43:50,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb55c727edade2ca97ebe1a5f0ed76d2, server=669ef94e8b26,37029,1731588220997 in 177 msec 2024-11-14T12:43:50,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:43:50,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb55c727edade2ca97ebe1a5f0ed76d2, ASSIGN in 334 msec 2024-11-14T12:43:50,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:43:50,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588230557"}]},"ts":"1731588230557"} 2024-11-14T12:43:50,559 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:43:50,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:43:50,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-14T12:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:51,550 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:43:51,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:43:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cce1f92 2024-11-14T12:43:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:51,552 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:51,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:43:51,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:43:51,555 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:51,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:43:51,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:51,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:43:51,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:43:51,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:43:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:43:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:43:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:43:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:43:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:43:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:43:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:43:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:43:51,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:43:51,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09f64b5ff2688d3a55a54e75ffb11ca7, NAME => 'test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b 2024-11-14T12:43:51,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:43:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:52,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:52,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 09f64b5ff2688d3a55a54e75ffb11ca7, disabling compactions & flushes 2024-11-14T12:43:52,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. after waiting 0 ms 2024-11-14T12:43:52,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09f64b5ff2688d3a55a54e75ffb11ca7: Waiting for close lock at 1731588232368Disabling compacts and flushes for region at 1731588232368Disabling writes for close at 1731588232368Writing region close event to WAL at 1731588232368Closed at 1731588232368 2024-11-14T12:43:52,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:43:52,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588232370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588232370"}]},"ts":"1731588232370"} 2024-11-14T12:43:52,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:43:52,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:43:52,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588232373"}]},"ts":"1731588232373"} 2024-11-14T12:43:52,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:43:52,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09f64b5ff2688d3a55a54e75ffb11ca7, ASSIGN}] 2024-11-14T12:43:52,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09f64b5ff2688d3a55a54e75ffb11ca7, ASSIGN 2024-11-14T12:43:52,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=09f64b5ff2688d3a55a54e75ffb11ca7, ASSIGN; state=OFFLINE, location=669ef94e8b26,41575,1731588226146; forceNewPlan=false, retain=false 2024-11-14T12:43:52,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09f64b5ff2688d3a55a54e75ffb11ca7, regionState=OPENING, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=09f64b5ff2688d3a55a54e75ffb11ca7, ASSIGN because future has completed 2024-11-14T12:43:52,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f64b5ff2688d3a55a54e75ffb11ca7, server=669ef94e8b26,41575,1731588226146}] 2024-11-14T12:43:52,686 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,686 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09f64b5ff2688d3a55a54e75ffb11ca7, NAME => 'test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:52,687 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:52,687 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:43:52,687 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,687 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:52,687 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,687 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,688 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,689 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f64b5ff2688d3a55a54e75ffb11ca7 columnFamilyName f 2024-11-14T12:43:52,689 DEBUG [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:52,689 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(327): Store=09f64b5ff2688d3a55a54e75ffb11ca7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:52,689 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:52,690 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f64b5ff2688d3a55a54e75ffb11ca7 columnFamilyName f1 2024-11-14T12:43:52,690 DEBUG [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:52,690 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(327): Store=09f64b5ff2688d3a55a54e75ffb11ca7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:52,690 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,691 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f64b5ff2688d3a55a54e75ffb11ca7 columnFamilyName norep 2024-11-14T12:43:52,691 DEBUG [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:52,692 INFO [StoreOpener-09f64b5ff2688d3a55a54e75ffb11ca7-1 {}] regionserver.HStore(327): Store=09f64b5ff2688d3a55a54e75ffb11ca7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:52,692 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,692 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,692 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,693 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,693 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,694 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:52,695 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,696 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:52,697 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09f64b5ff2688d3a55a54e75ffb11ca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61041138, jitterRate=-0.09041616320610046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:52,697 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:43:52,697 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09f64b5ff2688d3a55a54e75ffb11ca7: Running coprocessor pre-open hook at 1731588232687Writing region info on filesystem at 1731588232687Initializing all the Stores at 1731588232688 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588232688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588232688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588232688Cleaning up temporary data from old regions at 1731588232693 (+5 ms)Running coprocessor post-open hooks at 1731588232697 (+4 ms)Region opened successfully at 1731588232697 2024-11-14T12:43:52,697 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., pid=6, masterSystemTime=1731588232682 2024-11-14T12:43:52,699 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,699 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:43:52,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09f64b5ff2688d3a55a54e75ffb11ca7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f64b5ff2688d3a55a54e75ffb11ca7, server=669ef94e8b26,41575,1731588226146 because future has completed 2024-11-14T12:43:52,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:43:52,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09f64b5ff2688d3a55a54e75ffb11ca7, server=669ef94e8b26,41575,1731588226146 in 172 msec 2024-11-14T12:43:52,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:43:52,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=09f64b5ff2688d3a55a54e75ffb11ca7, ASSIGN in 327 msec 2024-11-14T12:43:52,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:43:52,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588232705"}]},"ts":"1731588232705"} 2024-11-14T12:43:52,707 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:43:52,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:43:52,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-14T12:43:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:43:53,699 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:43:53,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:53,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:53,701 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382e5675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,702 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135acc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:53,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:53,704 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77977f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,705 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcbfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:53,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:53,707 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,708 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65269071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:43:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949deae 2024-11-14T12:43:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:53,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:53,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:32815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:43:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:43:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:53,713 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:32815' 2024-11-14T12:43:53,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1946116c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,714 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:53,714 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:53,715 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e556fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,716 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582c2073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:53,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:43:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1defd96b 2024-11-14T12:43:53,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:53,718 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:53,719 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:43:53,719 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:43:53,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:53,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:53,719 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:53,720 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:43:53,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:43:53,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:53,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:43:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:43:53,771 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:43:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:54,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f1e28ccba0e74c3e0b33d95048951cc, NAME => 'hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3 2024-11-14T12:43:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:43:54,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:43:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:54,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:54,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f1e28ccba0e74c3e0b33d95048951cc, disabling compactions & flushes 2024-11-14T12:43:54,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. after waiting 0 ms 2024-11-14T12:43:54,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f1e28ccba0e74c3e0b33d95048951cc: Waiting for close lock at 1731588234534Disabling compacts and flushes for region at 1731588234534Disabling writes for close at 1731588234534Writing region close event to WAL at 1731588234534Closed at 1731588234534 2024-11-14T12:43:54,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:43:54,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588234535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588234535"}]},"ts":"1731588234535"} 2024-11-14T12:43:54,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:43:54,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:43:54,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588234538"}]},"ts":"1731588234538"} 2024-11-14T12:43:54,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:43:54,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f1e28ccba0e74c3e0b33d95048951cc, ASSIGN}] 2024-11-14T12:43:54,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f1e28ccba0e74c3e0b33d95048951cc, ASSIGN 2024-11-14T12:43:54,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f1e28ccba0e74c3e0b33d95048951cc, ASSIGN; state=OFFLINE, location=669ef94e8b26,37029,1731588220997; forceNewPlan=false, retain=false 2024-11-14T12:43:54,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f1e28ccba0e74c3e0b33d95048951cc, regionState=OPENING, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:54,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f1e28ccba0e74c3e0b33d95048951cc, ASSIGN because future has completed 2024-11-14T12:43:54,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f1e28ccba0e74c3e0b33d95048951cc, server=669ef94e8b26,37029,1731588220997}] 2024-11-14T12:43:54,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:43:54,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:43:54,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:54,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:43:54,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C37029%2C1731588220997.rep, suffix=, logDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997, archiveDir=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs, maxLogs=10 2024-11-14T12:43:54,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.rep.1731588234851, exclude list is [], retry=0 2024-11-14T12:43:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37601,DS-bb990899-37dd-48ce-84bd-758f750c1df4,DISK] 2024-11-14T12:43:54,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.rep.1731588234851 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f1e28ccba0e74c3e0b33d95048951cc, NAME => 'hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:54,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. service=MultiRowMutationService 2024-11-14T12:43:54,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:54,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,868 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,869 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1e28ccba0e74c3e0b33d95048951cc columnFamilyName hfileref 2024-11-14T12:43:54,869 DEBUG [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:54,869 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(327): Store=1f1e28ccba0e74c3e0b33d95048951cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:54,869 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,870 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1e28ccba0e74c3e0b33d95048951cc columnFamilyName queue 2024-11-14T12:43:54,870 DEBUG [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:54,871 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(327): Store=1f1e28ccba0e74c3e0b33d95048951cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:54,871 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,871 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f1e28ccba0e74c3e0b33d95048951cc columnFamilyName sid 2024-11-14T12:43:54,871 DEBUG [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:54,872 INFO [StoreOpener-1f1e28ccba0e74c3e0b33d95048951cc-1 {}] regionserver.HStore(327): Store=1f1e28ccba0e74c3e0b33d95048951cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:54,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:54,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:54,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f1e28ccba0e74c3e0b33d95048951cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74404761, jitterRate=0.10871733725070953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:54,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:43:54,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f1e28ccba0e74c3e0b33d95048951cc: Running coprocessor pre-open hook at 1731588234867Writing region info on filesystem at 1731588234867Initializing all the Stores at 1731588234867Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588234867Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588234868 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588234868Cleaning up temporary data from old regions at 1731588234873 (+5 ms)Running coprocessor post-open hooks at 1731588234876 (+3 ms)Region opened successfully at 1731588234876 2024-11-14T12:43:54,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc., pid=10, masterSystemTime=1731588234845 2024-11-14T12:43:54,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:43:54,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f1e28ccba0e74c3e0b33d95048951cc, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,37029,1731588220997 2024-11-14T12:43:54,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f1e28ccba0e74c3e0b33d95048951cc, server=669ef94e8b26,37029,1731588220997 because future has completed 2024-11-14T12:43:54,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:43:54,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f1e28ccba0e74c3e0b33d95048951cc, server=669ef94e8b26,37029,1731588220997 in 189 msec 2024-11-14T12:43:54,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:43:54,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f1e28ccba0e74c3e0b33d95048951cc, ASSIGN in 344 msec 2024-11-14T12:43:54,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:43:54,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588234885"}]},"ts":"1731588234885"} 2024-11-14T12:43:54,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:43:54,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:43:54,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-14T12:43:54,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc., hostname=669ef94e8b26,37029,1731588220997, seqNum=2] 2024-11-14T12:43:54,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:54,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:43:54,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:43:54,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:43:55,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:43:55,142 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:43:55,170 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,37029,1731588220997, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:43:55,170 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:55,170 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:43:55,170 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:55,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T12:43:55,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,37029,1731588220997', locateType=CURRENT is [region=hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc., hostname=669ef94e8b26,37029,1731588220997, seqNum=2] 2024-11-14T12:43:55,175 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:43:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:43:55,177 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,37029,1731588220997 suceeded 2024-11-14T12:43:55,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:43:55,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T12:43:55,178 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:32815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:43:55,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-14T12:43:55,189 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:32815' 2024-11-14T12:43:55,191 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f137bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,191 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:55,191 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:55,191 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b5df9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,193 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:55,193 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e390423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,193 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:55,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:43:55,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6b56 2024-11-14T12:43:55,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:55,195 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T12:43:55,195 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,37029,1731588220997 (queues=1) is replicating from cluster=22e19936-c758-4dd6-a38b-c5865b12e723 to cluster=e251021c-fdc5-4395-a2a1-0febb117e992 2024-11-14T12:43:55,196 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C37029%2C1731588220997 2024-11-14T12:43:55,196 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,37029,1731588220997, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:43:55,196 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C37029%2C1731588220997 2024-11-14T12:43:55,196 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113, startPosition=0, beingWritten=true 2024-11-14T12:43:55,201 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:43:55,201 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:55,201 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,37029,1731588220997 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:43:55,405 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:55,709 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:55,859 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:43:55,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:55,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:55,861 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:55,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:55,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,862 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:43:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-11-14T12:43:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:55,864 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:55,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:39105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:43:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:43:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:55,867 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:39105' 2024-11-14T12:43:55,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41023a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,867 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:55,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:55,868 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:55,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:55,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:55,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e97b5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:55,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:55,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,869 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:55,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8cddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:55,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:55,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:43:55,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d68e30b 2024-11-14T12:43:55,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:55,871 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:55,872 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:43:55,872 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:43:55,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:55,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:55,872 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:43:55,873 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:43:55,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:43:55,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:55,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:43:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:43:55,923 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:43:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:56,112 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:56,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d965f5340e40c7b9b58ee6fccbba8755, NAME => 'hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b 2024-11-14T12:43:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:43:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:56,616 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d965f5340e40c7b9b58ee6fccbba8755, disabling compactions & flushes 2024-11-14T12:43:56,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. after waiting 0 ms 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:56,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:56,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d965f5340e40c7b9b58ee6fccbba8755: Waiting for close lock at 1731588236687Disabling compacts and flushes for region at 1731588236687Disabling writes for close at 1731588236687Writing region close event to WAL at 1731588236687Closed at 1731588236687 2024-11-14T12:43:56,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:43:56,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588236689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588236689"}]},"ts":"1731588236689"} 2024-11-14T12:43:56,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:43:56,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:43:56,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588236691"}]},"ts":"1731588236691"} 2024-11-14T12:43:56,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:43:56,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d965f5340e40c7b9b58ee6fccbba8755, ASSIGN}] 2024-11-14T12:43:56,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d965f5340e40c7b9b58ee6fccbba8755, ASSIGN 2024-11-14T12:43:56,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d965f5340e40c7b9b58ee6fccbba8755, ASSIGN; state=OFFLINE, location=669ef94e8b26,41575,1731588226146; forceNewPlan=false, retain=false 2024-11-14T12:43:56,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d965f5340e40c7b9b58ee6fccbba8755, regionState=OPENING, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:56,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d965f5340e40c7b9b58ee6fccbba8755, ASSIGN because future has completed 2024-11-14T12:43:56,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d965f5340e40c7b9b58ee6fccbba8755, server=669ef94e8b26,41575,1731588226146}] 2024-11-14T12:43:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:57,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:57,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:43:57,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:43:57,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C41575%2C1731588226146.rep, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/oldWALs, maxLogs=10 2024-11-14T12:43:57,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.rep.1731588237004, exclude list is [], retry=0 2024-11-14T12:43:57,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39911,DS-b9e4d7b5-8fb8-4385-8769-e3ccc72178be,DISK] 2024-11-14T12:43:57,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.rep.1731588237004 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43429:43429)] 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d965f5340e40c7b9b58ee6fccbba8755, NAME => 'hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:43:57,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. service=MultiRowMutationService 2024-11-14T12:43:57,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:43:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,022 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,023 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d965f5340e40c7b9b58ee6fccbba8755 columnFamilyName hfileref 2024-11-14T12:43:57,023 DEBUG [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:57,023 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(327): Store=d965f5340e40c7b9b58ee6fccbba8755/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:57,023 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,024 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d965f5340e40c7b9b58ee6fccbba8755 columnFamilyName queue 2024-11-14T12:43:57,024 DEBUG [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:57,025 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(327): Store=d965f5340e40c7b9b58ee6fccbba8755/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:57,025 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,025 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d965f5340e40c7b9b58ee6fccbba8755 columnFamilyName sid 2024-11-14T12:43:57,025 DEBUG [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:43:57,026 INFO [StoreOpener-d965f5340e40c7b9b58ee6fccbba8755-1 {}] regionserver.HStore(327): Store=d965f5340e40c7b9b58ee6fccbba8755/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:43:57,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:43:57,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:43:57,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d965f5340e40c7b9b58ee6fccbba8755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74631789, jitterRate=0.11210031807422638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:43:57,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:43:57,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d965f5340e40c7b9b58ee6fccbba8755: Running coprocessor pre-open hook at 1731588237020Writing region info on filesystem at 1731588237020Initializing all the Stores at 1731588237020Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588237020Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588237022 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588237022Cleaning up temporary data from old regions at 1731588237027 (+5 ms)Running coprocessor post-open hooks at 1731588237031 (+4 ms)Region opened successfully at 1731588237031 2024-11-14T12:43:57,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755., pid=10, masterSystemTime=1731588236999 2024-11-14T12:43:57,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:57,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:43:57,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d965f5340e40c7b9b58ee6fccbba8755, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,41575,1731588226146 2024-11-14T12:43:57,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d965f5340e40c7b9b58ee6fccbba8755, server=669ef94e8b26,41575,1731588226146 because future has completed 2024-11-14T12:43:57,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:43:57,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d965f5340e40c7b9b58ee6fccbba8755, server=669ef94e8b26,41575,1731588226146 in 189 msec 2024-11-14T12:43:57,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:43:57,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d965f5340e40c7b9b58ee6fccbba8755, ASSIGN in 345 msec 2024-11-14T12:43:57,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:43:57,040 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588237040"}]},"ts":"1731588237040"} 2024-11-14T12:43:57,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:43:57,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:43:57,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-14T12:43:57,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755., hostname=669ef94e8b26,41575,1731588226146, seqNum=2] 2024-11-14T12:43:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:43:57,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:43:57,220 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:57,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:43:57,289 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:43:57,314 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,41575,1731588226146, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:43:57,314 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:57,314 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:43:57,315 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:57,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T12:43:57,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,41575,1731588226146', locateType=CURRENT is [region=hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755., hostname=669ef94e8b26,41575,1731588226146, seqNum=2] 2024-11-14T12:43:57,319 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:43:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:43:57,320 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,41575,1731588226146 suceeded 2024-11-14T12:43:57,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:43:57,321 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:39105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:43:57,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T12:43:57,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-11-14T12:43:57,333 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:39105' 2024-11-14T12:43:57,334 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3925b0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:57,334 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:57,334 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:57,335 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:57,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:57,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:57,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44031445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:57,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:57,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:57,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:57,336 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:57,337 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa8b636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:57,337 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:57,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:43:57,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28fabcb2 2024-11-14T12:43:57,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:57,338 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T12:43:57,339 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,41575,1731588226146 (queues=1) is replicating from cluster=e251021c-fdc5-4395-a2a1-0febb117e992 to cluster=22e19936-c758-4dd6-a38b-c5865b12e723 2024-11-14T12:43:57,339 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C41575%2C1731588226146 2024-11-14T12:43:57,339 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,41575,1731588226146, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:43:57,339 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C41575%2C1731588226146 2024-11-14T12:43:57,339 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, startPosition=0, beingWritten=true 2024-11-14T12:43:57,344 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:43:57,344 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:57,344 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,41575,1731588226146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:43:57,548 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:57,852 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:57,923 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:43:58,009 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:43:58,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:58,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:58,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:58,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:58,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:58,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:43:58,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731588238013/Put/seqid=0 2024-11-14T12:43:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:43:58,255 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:58,419 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731588238419/Put/seqid=0 2024-11-14T12:43:58,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:43:58,727 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:58,759 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:58,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:43:58,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:58,825 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e50e73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:58,826 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:58,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:58,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:43:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:58,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:58,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:43:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:43:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b251ca 2024-11-14T12:43:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:43:58,837 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:43:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2] 2024-11-14T12:43:58,841 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:43:58,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:43:58,848 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T12:43:58,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:43:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:43:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:43:58,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:43:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:43:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:43:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for bb55c727edade2ca97ebe1a5f0ed76d2: 2024-11-14T12:43:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_1 2024-11-14T12:43:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_1 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ 2024-11-14T12:43:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_0 2024-11-14T12:43:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_0 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ 2024-11-14T12:43:58,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_1 into bb55c727edade2ca97ebe1a5f0ed76d2/f as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ - updating store file list. 2024-11-14T12:43:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:43:58,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ into bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:43:58,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_1 into bb55c727edade2ca97ebe1a5f0ed76d2/f (new location: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_) 2024-11-14T12:43:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_1 2024-11-14T12:43:58,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_0 into bb55c727edade2ca97ebe1a5f0ed76d2/f as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ - updating store file list. 2024-11-14T12:43:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:43:58,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ into bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:43:58,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_0 into bb55c727edade2ca97ebe1a5f0ed76d2/f (new location: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_) 2024-11-14T12:43:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins__test__ej0qop9me2npaqtd0afm93j8gnrqevmqjq1pos666q6ko533eto4ejvft1vqje58/f/hfile_0 2024-11-14T12:43:58,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:43:58,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:43:58,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:58,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2 , the old value is region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:37029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:43:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:43:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2 from cache 2024-11-14T12:43:58,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:43:58,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:43:58,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:43:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:43:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:43:58,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:43:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2] 2024-11-14T12:43:58,881 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:43:58,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:37029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:43:59,362 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:43:59,630 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 379, reset compression=false 2024-11-14T12:43:59,635 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:43:59,635 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,37029,1731588220997 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb55c727edade2ca97ebe1a5f0ed76d2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588238873/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:43:59,637 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:43:59,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T12:43:59,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.ReplicationSink(318): Replicating [22e19936-c758-4dd6-a38b-c5865b12e723] bulk loaded data 2024-11-14T12:43:59,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d1e553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:59,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:43:59,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:43:59,640 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:43:59,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:43:59,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:43:59,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79938615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:59,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:43:59,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:43:59,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:43:59,641 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:43:59,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1891d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:43:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741840_1016 (size=7691) 2024-11-14T12:43:59,836 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:43:59,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:44:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741841_1017 (size=7894) 2024-11-14T12:44:00,066 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:44:00,139 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:00,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:00,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:00,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:00,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:44:00,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd9e4b4 2024-11-14T12:44:00,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:00,464 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T12:44:00,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:44:00,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:00,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:44:00,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:00,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:00,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:44:00,487 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:44:00,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ for inclusion in 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:44:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:00,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ for inclusion in 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:44:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegion(2603): Flush status journal for 09f64b5ff2688d3a55a54e75ffb11ca7: 2024-11-14T12:44:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:44:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/b7b790e897994eca90b4cb6965806bdb_SeqId_4_ 2024-11-14T12:44:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:44:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/690c017c35f0494f866286112e0f9ab0_SeqId_4_ 2024-11-14T12:44:00,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/b7b790e897994eca90b4cb6965806bdb_SeqId_4_ - updating store file list. 2024-11-14T12:44:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7b790e897994eca90b4cb6965806bdb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:00,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/b7b790e897994eca90b4cb6965806bdb_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:00,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f (new location: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/b7b790e897994eca90b4cb6965806bdb_SeqId_4_) 2024-11-14T12:44:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/94587e5d1cf94ae3b8a43b3513e8ea42_SeqId_4_ 2024-11-14T12:44:00,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/690c017c35f0494f866286112e0f9ab0_SeqId_4_ - updating store file list. 2024-11-14T12:44:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 690c017c35f0494f866286112e0f9ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:00,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/690c017c35f0494f866286112e0f9ab0_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:00,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f (new location: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/690c017c35f0494f866286112e0f9ab0_SeqId_4_) 2024-11-14T12:44:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins.hfs.11__test__7klvnrcoumbg0240sgej5is2i1heuv8mhnmes7fqjmqd5e459jarjpigeq230s90/f/af6d6a57ea2c448389966b7d0177d5d0_SeqId_4_ 2024-11-14T12:44:00,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.ReplicationSink(324): Finished replicating [22e19936-c758-4dd6-a38b-c5865b12e723] bulk loaded data 2024-11-14T12:44:00,543 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:00,869 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 379, reset compression=false 2024-11-14T12:44:00,874 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:00,874 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,41575,1731588226146 got entry batch from reader: WALEntryBatch [walEntries=[{test/09f64b5ff2688d3a55a54e75ffb11ca7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588240514/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T12:44:00,876 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:00,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T12:44:00,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(318): Replicating [22e19936-c758-4dd6-a38b-c5865b12e723, e251021c-fdc5-4395-a2a1-0febb117e992] bulk loaded data 2024-11-14T12:44:00,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bdc4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:00,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,39105,-1 for getting cluster id 2024-11-14T12:44:00,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:00,878 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e19936-c758-4dd6-a38b-c5865b12e723' 2024-11-14T12:44:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e19936-c758-4dd6-a38b-c5865b12e723" 2024-11-14T12:44:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f3d637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,39105,-1] 2024-11-14T12:44:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:00,880 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:00,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e16b699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741842_1018 (size=7691) 2024-11-14T12:44:00,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:00,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731588240894/Put/seqid=0 2024-11-14T12:44:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741842_1018 (size=11194) 2024-11-14T12:44:01,047 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:01,074 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 725, reset compression=false 2024-11-14T12:44:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741843_1019 (size=7894) 2024-11-14T12:44:01,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731588241300/Put/seqid=0 2024-11-14T12:44:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741843_1019 (size=10791) 2024-11-14T12:44:01,377 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 725, reset compression=false 2024-11-14T12:44:01,650 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:01,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:01,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,39105,1731588220841 2024-11-14T12:44:01,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6937c354 2024-11-14T12:44:01,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:01,699 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T12:44:01,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:44:01,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:44:01,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:01,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:01,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__a00jodvp4io2jkh32rbarpg01oh8m420pfq2568jsg8k036q485j4tnpn2mhbpfo/f/690c017c35f0494f866286112e0f9ab0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:44:01,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50135271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:01,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,32815,-1 for getting cluster id 2024-11-14T12:44:01,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:01,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__a00jodvp4io2jkh32rbarpg01oh8m420pfq2568jsg8k036q485j4tnpn2mhbpfo/f/b7b790e897994eca90b4cb6965806bdb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:44:01,711 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e251021c-fdc5-4395-a2a1-0febb117e992' 2024-11-14T12:44:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e251021c-fdc5-4395-a2a1-0febb117e992" 2024-11-14T12:44:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b4f9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,32815,-1] 2024-11-14T12:44:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:01,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(324): Finished replicating [22e19936-c758-4dd6-a38b-c5865b12e723, e251021c-fdc5-4395-a2a1-0febb117e992] bulk loaded data 2024-11-14T12:44:01,712 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:01,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2f73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:01,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,41575,1731588226146, seqNum=-1] 2024-11-14T12:44:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:01,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:01,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:01,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,32815,1731588226041 2024-11-14T12:44:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a09ccb 2024-11-14T12:44:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:01,724 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2] 2024-11-14T12:44:01,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:44:01,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:44:01,736 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T12:44:01,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:44:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:01,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:44:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegion(2603): Flush status journal for 09f64b5ff2688d3a55a54e75ffb11ca7: 2024-11-14T12:44:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_1 2024-11-14T12:44:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_1 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/c5a81699414749c28d860726611b35f4_SeqId_6_ 2024-11-14T12:44:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_0 2024-11-14T12:44:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_0 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ 2024-11-14T12:44:01,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_1 into 09f64b5ff2688d3a55a54e75ffb11ca7/f as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/c5a81699414749c28d860726611b35f4_SeqId_6_ - updating store file list. 2024-11-14T12:44:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5a81699414749c28d860726611b35f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:01,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/c5a81699414749c28d860726611b35f4_SeqId_6_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:01,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_1 into 09f64b5ff2688d3a55a54e75ffb11ca7/f (new location: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/c5a81699414749c28d860726611b35f4_SeqId_6_) 2024-11-14T12:44:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_1 2024-11-14T12:44:01,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_0 into 09f64b5ff2688d3a55a54e75ffb11ca7/f as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ - updating store file list. 2024-11-14T12:44:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3970afcfc874c5680a23864bf972552_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:01,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ into 09f64b5ff2688d3a55a54e75ffb11ca7/f 2024-11-14T12:44:01,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_0 into 09f64b5ff2688d3a55a54e75ffb11ca7/f (new location: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/f/f3970afcfc874c5680a23864bf972552_SeqId_6_) 2024-11-14T12:44:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/staging/jenkins__test__8t5kh0no7pbn3o0p3puh3amjnd1luidfvhed6q6atgdc42rephgtckgc3utcd5mm/f/hfile_0 2024-11-14T12:44:01,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:01,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:01,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:01,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:01,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2 , the old value is region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:41575 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:44:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:44:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7., hostname=669ef94e8b26,41575,1731588226146, seqNum=2 from cache 2024-11-14T12:44:01,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:01,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:44:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,37029,1731588220997, seqNum=-1] 2024-11-14T12:44:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:01,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., hostname=669ef94e8b26,37029,1731588220997, seqNum=2] 2024-11-14T12:44:01,774 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:44:01,781 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 725, reset compression=false 2024-11-14T12:44:01,786 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:01,786 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,41575,1731588226146 got entry batch from reader: WALEntryBatch [walEntries=[{test/09f64b5ff2688d3a55a54e75ffb11ca7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588241761/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:44:01,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(318): Replicating [e251021c-fdc5-4395-a2a1-0febb117e992] bulk loaded data 2024-11-14T12:44:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741844_1020 (size=10791) 2024-11-14T12:44:01,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:41575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:44:01,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:44:01,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:01,986 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1033, reset compression=false 2024-11-14T12:44:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741845_1021 (size=11194) 2024-11-14T12:44:02,290 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1033, reset compression=false 2024-11-14T12:44:02,353 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:02,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:44:02,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T12:44:02,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:44:02,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ for inclusion in bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:44:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:44:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:02,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ for inclusion in bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:44:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:44:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for bb55c727edade2ca97ebe1a5f0ed76d2: 2024-11-14T12:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5a81699414749c28d860726611b35f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_ 2024-11-14T12:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3970afcfc874c5680a23864bf972552_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/e0b60407fe3b49678cfbc427001ddffe_SeqId_6_ 2024-11-14T12:44:02,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_ - updating store file list. 2024-11-14T12:44:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:02,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:44:02,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f (new location: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_) 2024-11-14T12:44:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/c5a81699414749c28d860726611b35f4_SeqId_6_ 2024-11-14T12:44:02,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/e0b60407fe3b49678cfbc427001ddffe_SeqId_6_ - updating store file list. 2024-11-14T12:44:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0b60407fe3b49678cfbc427001ddffe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:44:02,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/e0b60407fe3b49678cfbc427001ddffe_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f 2024-11-14T12:44:02,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ into bb55c727edade2ca97ebe1a5f0ed76d2/f (new location: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/f/e0b60407fe3b49678cfbc427001ddffe_SeqId_6_) 2024-11-14T12:44:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/staging/jenkins.hfs.10__test__gnrt03agbpckc9rl5hnqp8btkn4biotds357leib60rmjt6irvmguepvo7e8skfd/f/f3970afcfc874c5680a23864bf972552_SeqId_6_ 2024-11-14T12:44:02,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(324): Finished replicating [e251021c-fdc5-4395-a2a1-0febb117e992] bulk loaded data 2024-11-14T12:44:02,694 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1033, reset compression=false 2024-11-14T12:44:02,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:44:02,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:02,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:02,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:02,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:02,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:02,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:44:02,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1797727012, stopped=false 2024-11-14T12:44:02,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,32815,1731588226041 2024-11-14T12:44:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132819759/running 2024-11-14T12:44:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132819759/running 2024-11-14T12:44:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:44:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:44:02,852 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:02,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:02,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:02,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:02,853 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,41575,1731588226146' ***** 2024-11-14T12:44:02,853 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:44:02,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/running 2024-11-14T12:44:02,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Set watcher on znode that does not yet exist, /1-132819759/running 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:44:02,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(3091): Received CLOSE for d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(3091): Received CLOSE for 09f64b5ff2688d3a55a54e75ffb11ca7 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,41575,1731588226146 2024-11-14T12:44:02,853 INFO [RS:0;669ef94e8b26:41575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:41575. 2024-11-14T12:44:02,854 DEBUG [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d965f5340e40c7b9b58ee6fccbba8755, disabling compactions & flushes 2024-11-14T12:44:02,854 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:02,854 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. after waiting 0 ms 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:44:02,854 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d965f5340e40c7b9b58ee6fccbba8755 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T12:44:02,854 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:44:02,854 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1325): Online Regions={d965f5340e40c7b9b58ee6fccbba8755=hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755., 1588230740=hbase:meta,,1.1588230740, 09f64b5ff2688d3a55a54e75ffb11ca7=test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7.} 2024-11-14T12:44:02,854 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 09f64b5ff2688d3a55a54e75ffb11ca7, 1588230740, d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:02,854 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:02,854 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:02,854 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:44:02,868 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/hfileref/83ab3f3a5dfe44918c4d58af40b35ad0 is 74, key is 1/hfileref:690c017c35f0494f866286112e0f9ab0_SeqId_4_/1731588241713/DeleteColumn/seqid=0 2024-11-14T12:44:02,868 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/info/f66160593ef4475dbeea0e577294a625 is 147, key is hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755./info:regioninfo/1731588237034/Put/seqid=0 2024-11-14T12:44:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741844_1020 (size=5345) 2024-11-14T12:44:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741845_1021 (size=7686) 2024-11-14T12:44:02,875 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/info/f66160593ef4475dbeea0e577294a625 2024-11-14T12:44:02,878 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:02,896 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/ns/d1893870803346e391bc4ba637edbe2c is 43, key is default/ns:d/1731588229271/Put/seqid=0 2024-11-14T12:44:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741846_1022 (size=5153) 2024-11-14T12:44:03,054 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 09f64b5ff2688d3a55a54e75ffb11ca7, 1588230740, d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:03,157 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 687, reset compression=false 2024-11-14T12:44:03,159 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:44:03,159 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:44:03,161 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:03,161 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,37029,1731588220997 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb55c727edade2ca97ebe1a5f0ed76d2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588242637/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T12:44:03,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:03,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:43632 deadline: 1731588303162, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping 2024-11-14T12:44:03,165 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:03,198 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1033, reset compression=false 2024-11-14T12:44:03,254 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 09f64b5ff2688d3a55a54e75ffb11ca7, 1588230740, d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:43632 deadline: 1731588303268, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping 2024-11-14T12:44:03,269 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:03,274 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/hfileref/83ab3f3a5dfe44918c4d58af40b35ad0 2024-11-14T12:44:03,290 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/queue/2e481833c450434ab4febde2b58cb8aa is 154, key is 1-669ef94e8b26,41575,1731588226146/queue:669ef94e8b26%2C41575%2C1731588226146/1731588242642/Put/seqid=0 2024-11-14T12:44:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741847_1023 (size=5353) 2024-11-14T12:44:03,300 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/ns/d1893870803346e391bc4ba637edbe2c 2024-11-14T12:44:03,320 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/rep_barrier/10aeec14c4fc427bbcd365e189d7f0ac is 112, key is test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7./rep_barrier:seqnumDuringOpen/1731588232699/Put/seqid=0 2024-11-14T12:44:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741848_1024 (size=5518) 2024-11-14T12:44:03,361 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:03,455 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 09f64b5ff2688d3a55a54e75ffb11ca7, 1588230740, d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:03,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:03,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:43632 deadline: 1731588303471, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping 2024-11-14T12:44:03,472 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:03,655 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 09f64b5ff2688d3a55a54e75ffb11ca7, 1588230740, d965f5340e40c7b9b58ee6fccbba8755 2024-11-14T12:44:03,664 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:03,694 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/queue/2e481833c450434ab4febde2b58cb8aa 2024-11-14T12:44:03,699 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/hfileref/83ab3f3a5dfe44918c4d58af40b35ad0 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/hfileref/83ab3f3a5dfe44918c4d58af40b35ad0 2024-11-14T12:44:03,703 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/hfileref/83ab3f3a5dfe44918c4d58af40b35ad0, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T12:44:03,703 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/.tmp/queue/2e481833c450434ab4febde2b58cb8aa as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/queue/2e481833c450434ab4febde2b58cb8aa 2024-11-14T12:44:03,707 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/queue/2e481833c450434ab4febde2b58cb8aa, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T12:44:03,708 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d965f5340e40c7b9b58ee6fccbba8755 in 854ms, sequenceid=12, compaction requested=false 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/replication/d965f5340e40c7b9b58ee6fccbba8755/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:03,712 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d965f5340e40c7b9b58ee6fccbba8755: Waiting for close lock at 1731588242854Running coprocessor pre-close hooks at 1731588242854Disabling compacts and flushes for region at 1731588242854Disabling writes for close at 1731588242854Obtaining lock to block concurrent updates at 1731588242854Preparing flush snapshotting stores in d965f5340e40c7b9b58ee6fccbba8755 at 1731588242854Finished memstore snapshotting hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731588242854Flushing stores of hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. at 1731588242855 (+1 ms)Flushing d965f5340e40c7b9b58ee6fccbba8755/hfileref: creating writer at 1731588242855Flushing d965f5340e40c7b9b58ee6fccbba8755/hfileref: appending metadata at 1731588242868 (+13 ms)Flushing d965f5340e40c7b9b58ee6fccbba8755/hfileref: closing flushed file at 1731588242868Flushing d965f5340e40c7b9b58ee6fccbba8755/queue: creating writer at 1731588243278 (+410 ms)Flushing d965f5340e40c7b9b58ee6fccbba8755/queue: appending metadata at 1731588243290 (+12 ms)Flushing d965f5340e40c7b9b58ee6fccbba8755/queue: closing flushed file at 1731588243290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1f710e: reopening flushed file at 1731588243698 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b0c038: reopening flushed file at 1731588243703 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d965f5340e40c7b9b58ee6fccbba8755 in 854ms, sequenceid=12, compaction requested=false at 1731588243708 (+5 ms)Writing region close event to WAL at 1731588243709 (+1 ms)Running coprocessor post-close hooks at 1731588243712 (+3 ms)Closed at 1731588243712 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588235872.d965f5340e40c7b9b58ee6fccbba8755. 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09f64b5ff2688d3a55a54e75ffb11ca7, disabling compactions & flushes 2024-11-14T12:44:03,712 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. after waiting 0 ms 2024-11-14T12:44:03,712 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:44:03,715 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/default/test/09f64b5ff2688d3a55a54e75ffb11ca7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:44:03,715 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:03,715 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:03,715 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:44:03,715 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09f64b5ff2688d3a55a54e75ffb11ca7: Waiting for close lock at 1731588243712Running coprocessor pre-close hooks at 1731588243712Disabling compacts and flushes for region at 1731588243712Disabling writes for close at 1731588243712Writing region close event to WAL at 1731588243713 (+1 ms)Running coprocessor post-close hooks at 1731588243715 (+2 ms)Closed at 1731588243715 2024-11-14T12:44:03,716 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588231553.09f64b5ff2688d3a55a54e75ffb11ca7. 2024-11-14T12:44:03,724 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/rep_barrier/10aeec14c4fc427bbcd365e189d7f0ac 2024-11-14T12:44:03,740 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/table/0c5f0788092a42bfbad3da062561b472 is 53, key is hbase:replication/table:state/1731588237040/Put/seqid=0 2024-11-14T12:44:03,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741849_1025 (size=5308) 2024-11-14T12:44:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41575 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:43632 deadline: 1731588303774, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping 2024-11-14T12:44:03,775 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 669ef94e8b26,41575,1731588226146 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:03,802 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1033, reset compression=false 2024-11-14T12:44:03,806 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:03,806 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1328, reset compression=false 2024-11-14T12:44:03,806 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,41575,1731588226146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:03,808 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,41575,1731588226146: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,41575,1731588226146, walGroup=669ef94e8b26%2C41575%2C1731588226146, offset=669ef94e8b26%2C41575%2C1731588226146.1731588228297:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:41575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:44:03,809 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:44:03,811 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:44:03,823 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:44:03,823 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:44:03,823 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:44:03,823 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 553044480 }, "NonHeapMemoryUsage": { "committed": 191758336, "init": 7667712, "max": -1, "used": 189022544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:44:03,825 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:44:03,855 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:44:03,855 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:44:03,855 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:04,010 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1328, reset compression=false 2024-11-14T12:44:04,055 DEBUG [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:04,068 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:04,144 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/table/0c5f0788092a42bfbad3da062561b472 2024-11-14T12:44:04,149 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/info/f66160593ef4475dbeea0e577294a625 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/info/f66160593ef4475dbeea0e577294a625 2024-11-14T12:44:04,153 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/info/f66160593ef4475dbeea0e577294a625, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:44:04,153 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/ns/d1893870803346e391bc4ba637edbe2c as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/ns/d1893870803346e391bc4ba637edbe2c 2024-11-14T12:44:04,157 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/ns/d1893870803346e391bc4ba637edbe2c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:44:04,158 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/rep_barrier/10aeec14c4fc427bbcd365e189d7f0ac as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/rep_barrier/10aeec14c4fc427bbcd365e189d7f0ac 2024-11-14T12:44:04,161 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/rep_barrier/10aeec14c4fc427bbcd365e189d7f0ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:44:04,162 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/.tmp/table/0c5f0788092a42bfbad3da062561b472 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/table/0c5f0788092a42bfbad3da062561b472 2024-11-14T12:44:04,165 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/table/0c5f0788092a42bfbad3da062561b472, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:44:04,166 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-14T12:44:04,170 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:44:04,170 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:04,170 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:04,170 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:04,170 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588242854Running coprocessor pre-close hooks at 1731588242854Disabling compacts and flushes for region at 1731588242854Disabling writes for close at 1731588242854Obtaining lock to block concurrent updates at 1731588242854Preparing flush snapshotting stores in 1588230740 at 1731588242854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588242855 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588242855Flushing 1588230740/info: creating writer at 1731588242855Flushing 1588230740/info: appending metadata at 1731588242868 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588242868Flushing 1588230740/ns: creating writer at 1731588242880 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731588242896 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731588242896Flushing 1588230740/rep_barrier: creating writer at 1731588243304 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588243320 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588243320Flushing 1588230740/table: creating writer at 1731588243727 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588243739 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731588243740 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d19d67e: reopening flushed file at 1731588244148 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775d4f29: reopening flushed file at 1731588244153 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e66f137: reopening flushed file at 1731588244157 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc8c093: reopening flushed file at 1731588244161 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731588244166 (+5 ms)Writing region close event to WAL at 1731588244167 (+1 ms)Running coprocessor post-close hooks at 1731588244170 (+3 ms)Closed at 1731588244170 2024-11-14T12:44:04,171 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:04,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 669ef94e8b26,41575,1731588226146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:04,178 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 669ef94e8b26,41575,1731588226146 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:04,255 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,41575,1731588226146; all regions closed. 2024-11-14T12:44:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:44:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741839_1015 (size=3127) 2024-11-14T12:44:04,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.rep.1731588237004 not finished, retry = 0 2024-11-14T12:44:04,313 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 to pos 1328, reset compression=false 2024-11-14T12:44:04,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/WALs/669ef94e8b26,41575,1731588226146/669ef94e8b26%2C41575%2C1731588226146.1731588228297 not finished, retry = 0 2024-11-14T12:44:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741832_1008 (size=1336) 2024-11-14T12:44:04,463 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:04,463 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:04,463 INFO [RS:0;669ef94e8b26:41575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:04,463 INFO [RS:0;669ef94e8b26:41575 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:04,463 INFO [RS:0;669ef94e8b26:41575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:04,463 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:04,464 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,41575,1731588226146 because: Region server is closing 2024-11-14T12:44:04,464 INFO [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:41575. 2024-11-14T12:44:04,464 DEBUG [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:04,464 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:04,464 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:04,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:04,564 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.shipper669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 terminated 2024-11-14T12:44:04,564 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,41575,1731588226146.replicationSource.wal-reader.669ef94e8b26%2C41575%2C1731588226146,1-669ef94e8b26,41575,1731588226146 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:44:04,564 INFO [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:41575. 2024-11-14T12:44:04,565 DEBUG [RS:0;669ef94e8b26:41575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:04,565 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:04,565 DEBUG [RS:0;669ef94e8b26:41575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:04,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:04,565 INFO [RS:0;669ef94e8b26:41575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41575 2024-11-14T12:44:04,571 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132819759/rs/669ef94e8b26,41575,1731588226146 2024-11-14T12:44:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759/rs 2024-11-14T12:44:04,647 INFO [RS:0;669ef94e8b26:41575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:04,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,41575,1731588226146] 2024-11-14T12:44:04,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-132819759/draining/669ef94e8b26,41575,1731588226146 already deleted, retry=false 2024-11-14T12:44:04,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,41575,1731588226146 expired; onlineServers=0 2024-11-14T12:44:04,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,32815,1731588226041' ***** 2024-11-14T12:44:04,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:44:04,663 INFO [M:0;669ef94e8b26:32815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:04,663 INFO [M:0;669ef94e8b26:32815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:04,664 DEBUG [M:0;669ef94e8b26:32815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:44:04,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:44:04,664 DEBUG [M:0;669ef94e8b26:32815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:44:04,664 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588228057 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588228057,5,FailOnTimeoutGroup] 2024-11-14T12:44:04,664 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588228057 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588228057,5,FailOnTimeoutGroup] 2024-11-14T12:44:04,664 INFO [M:0;669ef94e8b26:32815 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:04,664 INFO [M:0;669ef94e8b26:32815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:04,664 DEBUG [M:0;669ef94e8b26:32815 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:44:04,664 INFO [M:0;669ef94e8b26:32815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:44:04,664 INFO [M:0;669ef94e8b26:32815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:04,664 INFO [M:0;669ef94e8b26:32815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:44:04,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:44:04,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132819759/master 2024-11-14T12:44:04,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132819759 2024-11-14T12:44:04,672 DEBUG [M:0;669ef94e8b26:32815 {}] zookeeper.ZKUtil(347): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Unable to get data of znode /1-132819759/master because node does not exist (not an error) 2024-11-14T12:44:04,672 WARN [M:0;669ef94e8b26:32815 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:44:04,672 INFO [M:0;669ef94e8b26:32815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/.lastflushedseqids 2024-11-14T12:44:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741850_1026 (size=263) 2024-11-14T12:44:04,681 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 669ef94e8b26:41575 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:41575 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:04,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 669ef94e8b26:41575 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:41575 2024-11-14T12:44:04,682 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=669ef94e8b26:41575 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:41575 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:41575 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T12:44:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57084 deadline: 1731588304684, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T12:44:04,701 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T12:44:04,702 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T12:44:04,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:04,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41575-0x1013aa912710004, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:04,755 INFO [RS:0;669ef94e8b26:41575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:04,755 INFO [RS:0;669ef94e8b26:41575 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,41575,1731588226146; zookeeper connection closed. 2024-11-14T12:44:04,755 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58e76ab8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58e76ab8 2024-11-14T12:44:04,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:44:05,079 INFO [M:0;669ef94e8b26:32815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:44:05,079 INFO [M:0;669ef94e8b26:32815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:44:05,079 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:05,079 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:05,079 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:05,079 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:05,079 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:05,079 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T12:44:05,093 DEBUG [M:0;669ef94e8b26:32815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4b2c6d735fb4d50810d8bbed364fe08 is 82, key is hbase:meta,,1/info:regioninfo/1731588229255/Put/seqid=0 2024-11-14T12:44:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741851_1027 (size=5672) 2024-11-14T12:44:05,174 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:05,302 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T12:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57084 deadline: 1731588305303, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T12:44:05,303 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T12:44:05,304 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T12:44:05,304 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T12:44:05,497 INFO [M:0;669ef94e8b26:32815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4b2c6d735fb4d50810d8bbed364fe08 2024-11-14T12:44:05,520 DEBUG [M:0;669ef94e8b26:32815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1260c99abc4e718b9811054ce99187 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588237043/Put/seqid=0 2024-11-14T12:44:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741852_1028 (size=8515) 2024-11-14T12:44:05,878 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:05,925 INFO [M:0;669ef94e8b26:32815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1260c99abc4e718b9811054ce99187 2024-11-14T12:44:05,942 DEBUG [M:0;669ef94e8b26:32815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f61d5b698942d2b2b44a9714b86244 is 69, key is 669ef94e8b26,41575,1731588226146/rs:state/1731588228105/Put/seqid=0 2024-11-14T12:44:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741853_1029 (size=5156) 2024-11-14T12:44:06,005 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T12:44:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:44:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32815 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57084 deadline: 1731588306006, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T12:44:06,006 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T12:44:06,007 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T12:44:06,007 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T12:44:06,346 INFO [M:0;669ef94e8b26:32815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f61d5b698942d2b2b44a9714b86244 2024-11-14T12:44:06,350 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4b2c6d735fb4d50810d8bbed364fe08 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4b2c6d735fb4d50810d8bbed364fe08 2024-11-14T12:44:06,353 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4b2c6d735fb4d50810d8bbed364fe08, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:44:06,354 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1260c99abc4e718b9811054ce99187 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e1260c99abc4e718b9811054ce99187 2024-11-14T12:44:06,358 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e1260c99abc4e718b9811054ce99187, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:44:06,358 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f61d5b698942d2b2b44a9714b86244 as hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99f61d5b698942d2b2b44a9714b86244 2024-11-14T12:44:06,362 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99f61d5b698942d2b2b44a9714b86244, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:44:06,362 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-14T12:44:06,364 INFO [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:06,364 DEBUG [M:0;669ef94e8b26:32815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588245079Disabling compacts and flushes for region at 1731588245079Disabling writes for close at 1731588245079Obtaining lock to block concurrent updates at 1731588245079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588245079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731588245079Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588245080 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588245080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588245093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588245093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588245502 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588245520 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588245520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588245928 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588245941 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588245941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13993b0b: reopening flushed file at 1731588246349 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564630b2: reopening flushed file at 1731588246353 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a77300c: reopening flushed file at 1731588246358 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731588246363 (+5 ms)Writing region close event to WAL at 1731588246364 (+1 ms)Closed at 1731588246364 2024-11-14T12:44:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39911 is added to blk_1073741830_1006 (size=63642) 2024-11-14T12:44:06,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89e90087-8e49-415c-986c-c48bcc0b421b/MasterData/WALs/669ef94e8b26,32815,1731588226041/669ef94e8b26%2C32815%2C1731588226041.1731588227857 not finished, retry = 0 2024-11-14T12:44:06,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:06,470 INFO [M:0;669ef94e8b26:32815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:44:06,470 INFO [M:0;669ef94e8b26:32815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32815 2024-11-14T12:44:06,470 INFO [M:0;669ef94e8b26:32815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:06,597 INFO [M:0;669ef94e8b26:32815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32815-0x1013aa912710003, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:06,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41632f3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:06,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:06,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:06,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:06,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:06,635 WARN [BP-2128636495-172.17.0.3-1731588224273 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:44:06,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:44:06,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:44:06,635 WARN [BP-2128636495-172.17.0.3-1731588224273 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128636495-172.17.0.3-1731588224273 (Datanode Uuid 838ffa55-b82b-4494-9acc-614d0fe7b754) service to localhost/127.0.0.1:45449 2024-11-14T12:44:06,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/cluster_483c9341-dddb-4dd2-af35-035190451b47/data/data1/current/BP-2128636495-172.17.0.3-1731588224273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:06,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/cluster_483c9341-dddb-4dd2-af35-035190451b47/data/data2/current/BP-2128636495-172.17.0.3-1731588224273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:06,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:44:06,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c2dc069{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:06,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:06,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:06,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:06,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:06,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:44:06,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:44:06,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:06,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:06,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:06,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:44:06,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408616289, stopped=false 2024-11-14T12:44:06,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,39105,1731588220841 2024-11-14T12:44:06,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01454773513/running 2024-11-14T12:44:06,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:44:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01454773513/running 2024-11-14T12:44:06,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:44:06,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/running 2024-11-14T12:44:06,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Set watcher on znode that does not yet exist, /01454773513/running 2024-11-14T12:44:06,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:06,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:06,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:06,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,37029,1731588220997' ***** 2024-11-14T12:44:06,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:44:06,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,37029,1731588220997 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:37029. 2024-11-14T12:44:06,673 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb55c727edade2ca97ebe1a5f0ed76d2, disabling compactions & flushes 2024-11-14T12:44:06,673 DEBUG [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:06,673 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:44:06,673 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:06,673 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:44:06,673 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. after waiting 0 ms 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:44:06,673 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:44:06,673 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:44:06,674 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:44:06,674 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bb55c727edade2ca97ebe1a5f0ed76d2=test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2., 1f1e28ccba0e74c3e0b33d95048951cc=hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc.} 2024-11-14T12:44:06,674 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f1e28ccba0e74c3e0b33d95048951cc, bb55c727edade2ca97ebe1a5f0ed76d2 2024-11-14T12:44:06,674 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:06,674 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:06,674 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:06,674 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:06,674 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:06,674 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:44:06,676 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/default/test/bb55c727edade2ca97ebe1a5f0ed76d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:06,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb55c727edade2ca97ebe1a5f0ed76d2: Waiting for close lock at 1731588246673Running coprocessor pre-close hooks at 1731588246673Disabling compacts and flushes for region at 1731588246673Disabling writes for close at 1731588246673Writing region close event to WAL at 1731588246674 (+1 ms)Running coprocessor post-close hooks at 1731588246677 (+3 ms)Closed at 1731588246677 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2. 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f1e28ccba0e74c3e0b33d95048951cc, disabling compactions & flushes 2024-11-14T12:44:06,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. after waiting 0 ms 2024-11-14T12:44:06,677 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:44:06,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f1e28ccba0e74c3e0b33d95048951cc 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T12:44:06,681 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1033, reset compression=false 2024-11-14T12:44:06,689 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/info/5c4554865f294b35b6ab31117dc9ef68 is 147, key is hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc./info:regioninfo/1731588234879/Put/seqid=0 2024-11-14T12:44:06,691 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/hfileref/094ada4e3fde4750b2f982a0dea4d91a is 74, key is 1/hfileref:1d245662bd6b4e1dae2d4165e53f7a87_SeqId_6_/1731588242626/Put/seqid=0 2024-11-14T12:44:06,692 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:06,692 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:06,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741846_1022 (size=7686) 2024-11-14T12:44:06,699 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741847_1023 (size=5345) 2024-11-14T12:44:06,807 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T12:44:06,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 669ef94e8b26:32815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:32815 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:06,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 669ef94e8b26:32815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:32815 2024-11-14T12:44:06,874 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:44:06,899 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:06,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:06,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 669ef94e8b26:32815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:32815 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:44:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=669ef94e8b26:32815 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:32815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T12:44:06,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 669ef94e8b26:32815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 669ef94e8b26/172.17.0.3:32815 2024-11-14T12:44:06,984 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:44:06,984 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:44:07,074 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:44:07,097 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/info/5c4554865f294b35b6ab31117dc9ef68 2024-11-14T12:44:07,101 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/hfileref/094ada4e3fde4750b2f982a0dea4d91a 2024-11-14T12:44:07,117 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/ns/55307c3b89684a83973e71d7a6dadb36 is 43, key is default/ns:d/1731588224160/Put/seqid=0 2024-11-14T12:44:07,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741848_1024 (size=5153) 2024-11-14T12:44:07,125 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/queue/a838b3a55e0b4c8d9561f46c0956561a is 153, key is 1-669ef94e8b26,37029,1731588220997/queue:669ef94e8b26%2C37029%2C1731588220997/1731588240519/Put/seqid=0 2024-11-14T12:44:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741849_1025 (size=5352) 2024-11-14T12:44:07,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:07,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 669ef94e8b26:32815 this server is in the failed servers list 2024-11-14T12:44:07,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 669ef94e8b26:32815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:07,202 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:07,274 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:44:07,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:07,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 669ef94e8b26:32815 this server is in the failed servers list 2024-11-14T12:44:07,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 669ef94e8b26:32815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:07,474 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f1e28ccba0e74c3e0b33d95048951cc 2024-11-14T12:44:07,521 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/ns/55307c3b89684a83973e71d7a6dadb36 2024-11-14T12:44:07,528 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/queue/a838b3a55e0b4c8d9561f46c0956561a 2024-11-14T12:44:07,532 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/hfileref/094ada4e3fde4750b2f982a0dea4d91a as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/hfileref/094ada4e3fde4750b2f982a0dea4d91a 2024-11-14T12:44:07,536 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/hfileref/094ada4e3fde4750b2f982a0dea4d91a, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T12:44:07,536 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/.tmp/queue/a838b3a55e0b4c8d9561f46c0956561a as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/queue/a838b3a55e0b4c8d9561f46c0956561a 2024-11-14T12:44:07,540 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/queue/a838b3a55e0b4c8d9561f46c0956561a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:44:07,541 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1f1e28ccba0e74c3e0b33d95048951cc in 864ms, sequenceid=10, compaction requested=false 2024-11-14T12:44:07,541 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:44:07,542 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/rep_barrier/f5dc98b6fb0046dd86f693e09107653a is 112, key is test,,1731588229401.bb55c727edade2ca97ebe1a5f0ed76d2./rep_barrier:seqnumDuringOpen/1731588230551/Put/seqid=0 2024-11-14T12:44:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741850_1026 (size=5518) 2024-11-14T12:44:07,545 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/replication/1f1e28ccba0e74c3e0b33d95048951cc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:44:07,545 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:07,545 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:07,545 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:44:07,546 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f1e28ccba0e74c3e0b33d95048951cc: Waiting for close lock at 1731588246677Running coprocessor pre-close hooks at 1731588246677Disabling compacts and flushes for region at 1731588246677Disabling writes for close at 1731588246677Obtaining lock to block concurrent updates at 1731588246677Preparing flush snapshotting stores in 1f1e28ccba0e74c3e0b33d95048951cc at 1731588246677Finished memstore snapshotting hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731588246678 (+1 ms)Flushing stores of hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. at 1731588246678Flushing 1f1e28ccba0e74c3e0b33d95048951cc/hfileref: creating writer at 1731588246678Flushing 1f1e28ccba0e74c3e0b33d95048951cc/hfileref: appending metadata at 1731588246690 (+12 ms)Flushing 1f1e28ccba0e74c3e0b33d95048951cc/hfileref: closing flushed file at 1731588246691 (+1 ms)Flushing 1f1e28ccba0e74c3e0b33d95048951cc/queue: creating writer at 1731588247104 (+413 ms)Flushing 1f1e28ccba0e74c3e0b33d95048951cc/queue: appending metadata at 1731588247125 (+21 ms)Flushing 1f1e28ccba0e74c3e0b33d95048951cc/queue: closing flushed file at 1731588247125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bbffe5: reopening flushed file at 1731588247532 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245bce04: reopening flushed file at 1731588247536 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1f1e28ccba0e74c3e0b33d95048951cc in 864ms, sequenceid=10, compaction requested=false at 1731588247541 (+5 ms)Writing region close event to WAL at 1731588247542 (+1 ms)Running coprocessor post-close hooks at 1731588247545 (+3 ms)Closed at 1731588247545 2024-11-14T12:44:07,546 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588233719.1f1e28ccba0e74c3e0b33d95048951cc. 2024-11-14T12:44:07,605 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:07,675 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:07,875 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:44:07,875 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:44:07,875 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:07,946 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/rep_barrier/f5dc98b6fb0046dd86f693e09107653a 2024-11-14T12:44:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 669ef94e8b26:32815 this server is in the failed servers list 2024-11-14T12:44:07,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 669ef94e8b26:32815 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:07,964 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/table/cf84d0a4adc44ca6afdeb080a6b1fbc9 is 53, key is hbase:replication/table:state/1731588234885/Put/seqid=0 2024-11-14T12:44:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741851_1027 (size=5308) 2024-11-14T12:44:08,075 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:08,109 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:08,275 DEBUG [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:44:08,367 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/table/cf84d0a4adc44ca6afdeb080a6b1fbc9 2024-11-14T12:44:08,371 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/info/5c4554865f294b35b6ab31117dc9ef68 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/info/5c4554865f294b35b6ab31117dc9ef68 2024-11-14T12:44:08,375 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/info/5c4554865f294b35b6ab31117dc9ef68, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:44:08,375 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/ns/55307c3b89684a83973e71d7a6dadb36 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/ns/55307c3b89684a83973e71d7a6dadb36 2024-11-14T12:44:08,379 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/ns/55307c3b89684a83973e71d7a6dadb36, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:44:08,379 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/rep_barrier/f5dc98b6fb0046dd86f693e09107653a as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/rep_barrier/f5dc98b6fb0046dd86f693e09107653a 2024-11-14T12:44:08,383 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/rep_barrier/f5dc98b6fb0046dd86f693e09107653a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:44:08,384 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/.tmp/table/cf84d0a4adc44ca6afdeb080a6b1fbc9 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/table/cf84d0a4adc44ca6afdeb080a6b1fbc9 2024-11-14T12:44:08,388 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/table/cf84d0a4adc44ca6afdeb080a6b1fbc9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:44:08,389 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-14T12:44:08,389 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:44:08,394 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:44:08,394 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:08,394 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:08,394 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:08,394 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588246674Running coprocessor pre-close hooks at 1731588246674Disabling compacts and flushes for region at 1731588246674Disabling writes for close at 1731588246674Obtaining lock to block concurrent updates at 1731588246674Preparing flush snapshotting stores in 1588230740 at 1731588246674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588246674Flushing stores of hbase:meta,,1.1588230740 at 1731588246675 (+1 ms)Flushing 1588230740/info: creating writer at 1731588246675Flushing 1588230740/info: appending metadata at 1731588246688 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588246688Flushing 1588230740/ns: creating writer at 1731588247100 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731588247116 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731588247116Flushing 1588230740/rep_barrier: creating writer at 1731588247524 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588247541 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588247541Flushing 1588230740/table: creating writer at 1731588247950 (+409 ms)Flushing 1588230740/table: appending metadata at 1731588247963 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731588247963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bbd824: reopening flushed file at 1731588248371 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb60c5b: reopening flushed file at 1731588248375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d938da: reopening flushed file at 1731588248379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be18f3b: reopening flushed file at 1731588248384 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731588248389 (+5 ms)Writing region close event to WAL at 1731588248391 (+2 ms)Running coprocessor post-close hooks at 1731588248394 (+3 ms)Closed at 1731588248394 2024-11-14T12:44:08,395 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:08,475 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,37029,1731588220997; all regions closed. 2024-11-14T12:44:08,477 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.meta.1731588224097.meta not finished, retry = 0 2024-11-14T12:44:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:44:08,580 DEBUG [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs 2024-11-14T12:44:08,580 INFO [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37029%2C1731588220997.meta:.meta(num 1731588224097) 2024-11-14T12:44:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741839_1015 (size=2695) 2024-11-14T12:44:08,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.rep.1731588234851 not finished, retry = 0 2024-11-14T12:44:08,684 DEBUG [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs 2024-11-14T12:44:08,684 INFO [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37029%2C1731588220997.rep:(num 1731588234851) 2024-11-14T12:44:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741832_1008 (size=1336) 2024-11-14T12:44:08,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 not finished, retry = 0 2024-11-14T12:44:08,712 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 to pos 1328, reset compression=false 2024-11-14T12:44:08,787 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/WALs/669ef94e8b26,37029,1731588220997/669ef94e8b26%2C37029%2C1731588220997.1731588223113 2024-11-14T12:44:08,788 DEBUG [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/oldWALs 2024-11-14T12:44:08,788 INFO [RS:0;669ef94e8b26:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C37029%2C1731588220997:(num 1731588223113) 2024-11-14T12:44:08,788 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:08,788 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:08,788 INFO [RS:0;669ef94e8b26:37029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:08,789 INFO [RS:0;669ef94e8b26:37029 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:08,789 INFO [RS:0;669ef94e8b26:37029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:08,789 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:08,789 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,37029,1731588220997 because: Region server is closing 2024-11-14T12:44:08,789 INFO [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:37029. 2024-11-14T12:44:08,789 DEBUG [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:08,789 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:08,789 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:08,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:08,890 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.wal-reader.669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T12:44:08,890 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T12:44:08,890 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T12:44:08,890 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T12:44:08,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:08,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:08,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:09,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:09,791 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,37029,1731588220997.replicationSource.shipper669ef94e8b26%2C37029%2C1731588220997,1-669ef94e8b26,37029,1731588220997 terminated 2024-11-14T12:44:09,791 INFO [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:37029. 2024-11-14T12:44:09,791 DEBUG [RS:0;669ef94e8b26:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:09,791 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:09,791 DEBUG [RS:0;669ef94e8b26:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:09,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:09,791 INFO [RS:0;669ef94e8b26:37029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37029 2024-11-14T12:44:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01454773513/rs/669ef94e8b26,37029,1731588220997 2024-11-14T12:44:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513/rs 2024-11-14T12:44:09,818 INFO [RS:0;669ef94e8b26:37029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:09,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,37029,1731588220997] 2024-11-14T12:44:09,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01454773513/draining/669ef94e8b26,37029,1731588220997 already deleted, retry=false 2024-11-14T12:44:09,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,37029,1731588220997 expired; onlineServers=0 2024-11-14T12:44:09,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,39105,1731588220841' ***** 2024-11-14T12:44:09,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:44:09,835 INFO [M:0;669ef94e8b26:39105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:09,835 INFO [M:0;669ef94e8b26:39105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:09,835 DEBUG [M:0;669ef94e8b26:39105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:44:09,835 DEBUG [M:0;669ef94e8b26:39105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:44:09,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:44:09,835 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588222930 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588222930,5,FailOnTimeoutGroup] 2024-11-14T12:44:09,835 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588222930 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588222930,5,FailOnTimeoutGroup] 2024-11-14T12:44:09,835 INFO [M:0;669ef94e8b26:39105 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:09,835 INFO [M:0;669ef94e8b26:39105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:09,836 DEBUG [M:0;669ef94e8b26:39105 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:44:09,836 INFO [M:0;669ef94e8b26:39105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:44:09,836 INFO [M:0;669ef94e8b26:39105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:09,836 INFO [M:0;669ef94e8b26:39105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:44:09,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:44:09,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01454773513/master 2024-11-14T12:44:09,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01454773513 2024-11-14T12:44:09,843 DEBUG [M:0;669ef94e8b26:39105 {}] zookeeper.ZKUtil(347): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Unable to get data of znode /01454773513/master because node does not exist (not an error) 2024-11-14T12:44:09,843 WARN [M:0;669ef94e8b26:39105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:44:09,845 INFO [M:0;669ef94e8b26:39105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/.lastflushedseqids 2024-11-14T12:44:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741852_1028 (size=263) 2024-11-14T12:44:09,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:09,927 INFO [RS:0;669ef94e8b26:37029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:09,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x1013aa912710001, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:09,927 INFO [RS:0;669ef94e8b26:37029 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,37029,1731588220997; zookeeper connection closed. 2024-11-14T12:44:09,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 2024-11-14T12:44:09,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:44:10,249 INFO [M:0;669ef94e8b26:39105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:44:10,249 INFO [M:0;669ef94e8b26:39105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:44:10,250 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:10,250 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:10,250 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:10,250 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:10,250 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:10,250 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T12:44:10,264 DEBUG [M:0;669ef94e8b26:39105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ea7f521c95466ea1f3abaf1e15ab3c is 82, key is hbase:meta,,1/info:regioninfo/1731588224125/Put/seqid=0 2024-11-14T12:44:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741853_1029 (size=5672) 2024-11-14T12:44:10,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:44:10,668 INFO [M:0;669ef94e8b26:39105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ea7f521c95466ea1f3abaf1e15ab3c 2024-11-14T12:44:10,685 DEBUG [M:0;669ef94e8b26:39105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/000b4556433c410f950860fc9f238a84 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588234888/Put/seqid=0 2024-11-14T12:44:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741854_1030 (size=8515) 2024-11-14T12:44:10,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:10,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:10,980 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:11,088 INFO [M:0;669ef94e8b26:39105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/000b4556433c410f950860fc9f238a84 2024-11-14T12:44:11,107 DEBUG [M:0;669ef94e8b26:39105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22c9afb7347646f6a9abea5a83123158 is 69, key is 669ef94e8b26,37029,1731588220997/rs:state/1731588222959/Put/seqid=0 2024-11-14T12:44:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741855_1031 (size=5156) 2024-11-14T12:44:11,511 INFO [M:0;669ef94e8b26:39105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22c9afb7347646f6a9abea5a83123158 2024-11-14T12:44:11,515 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ea7f521c95466ea1f3abaf1e15ab3c as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ea7f521c95466ea1f3abaf1e15ab3c 2024-11-14T12:44:11,519 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ea7f521c95466ea1f3abaf1e15ab3c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:44:11,520 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/000b4556433c410f950860fc9f238a84 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/000b4556433c410f950860fc9f238a84 2024-11-14T12:44:11,523 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/000b4556433c410f950860fc9f238a84, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:44:11,524 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22c9afb7347646f6a9abea5a83123158 as hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22c9afb7347646f6a9abea5a83123158 2024-11-14T12:44:11,528 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41113/user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22c9afb7347646f6a9abea5a83123158, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:44:11,528 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-14T12:44:11,529 INFO [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:11,529 DEBUG [M:0;669ef94e8b26:39105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588250250Disabling compacts and flushes for region at 1731588250250Disabling writes for close at 1731588250250Obtaining lock to block concurrent updates at 1731588250250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588250250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731588250250Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588250251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588250251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588250264 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588250264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588250671 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588250684 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588250684Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588251091 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588251106 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588251106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1e0532: reopening flushed file at 1731588251515 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a41d6e: reopening flushed file at 1731588251519 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2269d4c3: reopening flushed file at 1731588251524 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731588251528 (+4 ms)Writing region close event to WAL at 1731588251529 (+1 ms)Closed at 1731588251529 2024-11-14T12:44:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37601 is added to blk_1073741830_1006 (size=63642) 2024-11-14T12:44:11,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c45336ed-84ee-585c-bfef-d92ef7133bd3/MasterData/WALs/669ef94e8b26,39105,1731588220841/669ef94e8b26%2C39105%2C1731588220841.1731588222723 not finished, retry = 0 2024-11-14T12:44:11,633 INFO [M:0;669ef94e8b26:39105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:44:11,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:11,633 INFO [M:0;669ef94e8b26:39105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39105 2024-11-14T12:44:11,633 INFO [M:0;669ef94e8b26:39105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:11,810 INFO [M:0;669ef94e8b26:39105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39105-0x1013aa912710000, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:11,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@514b23b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:11,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:11,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:11,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:11,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:11,814 WARN [BP-908466738-172.17.0.3-1731588219044 heartbeating to localhost/127.0.0.1:41113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:44:11,814 WARN [BP-908466738-172.17.0.3-1731588219044 heartbeating to localhost/127.0.0.1:41113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908466738-172.17.0.3-1731588219044 (Datanode Uuid d17002dd-95f0-4a97-b242-a3dceb5f1810) service to localhost/127.0.0.1:41113 2024-11-14T12:44:11,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:44:11,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:44:11,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/data/data1/current/BP-908466738-172.17.0.3-1731588219044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:11,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/cluster_61b28cce-3fcc-8a01-1a33-1b00c4c51806/data/data2/current/BP-908466738-172.17.0.3-1731588219044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:11,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:44:11,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@782a45c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:11,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:11,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:11,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:11,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a146f0f-0884-4917-4280-e3344a019037/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:11,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:44:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:44:11,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41113 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45449 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45449 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41113 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6197 (was 6224) 2024-11-14T12:44:11,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=6197 2024-11-14T12:44:11,862 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T12:44:11,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir so I do NOT create it in target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f 2024-11-14T12:44:11,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:44:11,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.tmp.dir so I do NOT create it in target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f 2024-11-14T12:44:11,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ede4d7b-e941-f774-e995-50013d1526f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:44:11,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f 2024-11-14T12:44:11,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2, deleteOnExit=true 2024-11-14T12:44:11,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/zookeeper_0, clientPort=54281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:44:11,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54281 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/test.cache.data in system properties and HBase conf 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:44:11,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:44:11,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:44:11,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:11,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:44:11,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:44:11,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:11,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa912710005, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:44:11,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa912710002, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:44:11,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa912710005, quorum=127.0.0.1:53844, baseZNode=/1-132819759 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:44:11,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa912710002, quorum=127.0.0.1:53844, baseZNode=/01454773513 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:44:12,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:12,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:12,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:12,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:12,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:12,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:12,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:12,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:12,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/java.io.tmpdir/jetty-localhost-38263-hadoop-hdfs-3_4_1-tests_jar-_-any-17901797355594361421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:12,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:38263} 2024-11-14T12:44:12,290 INFO [Time-limited test {}] server.Server(415): Started @206009ms 2024-11-14T12:44:12,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:12,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:12,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:12,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:12,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:12,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:12,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:12,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/java.io.tmpdir/jetty-localhost-40915-hadoop-hdfs-3_4_1-tests_jar-_-any-3047222245529090882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:12,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:40915} 2024-11-14T12:44:12,581 INFO [Time-limited test {}] server.Server(415): Started @206300ms 2024-11-14T12:44:12,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:44:13,025 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/data/data1/current/BP-603699495-172.17.0.3-1731588251902/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:13,025 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/data/data2/current/BP-603699495-172.17.0.3-1731588251902/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:13,045 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:44:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e2caa252efc0983 with lease ID 0xc5a2302395e04765: Processing first storage report for DS-9bd24c8f-907d-47d3-a0df-08e608cf110e from datanode DatanodeRegistration(127.0.0.1:35509, datanodeUuid=e8c5e497-d360-4e25-85ed-a563454b840b, infoPort=46177, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=303860248;c=1731588251902) 2024-11-14T12:44:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e2caa252efc0983 with lease ID 0xc5a2302395e04765: from storage DS-9bd24c8f-907d-47d3-a0df-08e608cf110e node DatanodeRegistration(127.0.0.1:35509, datanodeUuid=e8c5e497-d360-4e25-85ed-a563454b840b, infoPort=46177, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=303860248;c=1731588251902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e2caa252efc0983 with lease ID 0xc5a2302395e04765: Processing first storage report for DS-947349a1-c6ce-4b47-9d77-ddec68e8459b from datanode DatanodeRegistration(127.0.0.1:35509, datanodeUuid=e8c5e497-d360-4e25-85ed-a563454b840b, infoPort=46177, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=303860248;c=1731588251902) 2024-11-14T12:44:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e2caa252efc0983 with lease ID 0xc5a2302395e04765: from storage DS-947349a1-c6ce-4b47-9d77-ddec68e8459b node DatanodeRegistration(127.0.0.1:35509, datanodeUuid=e8c5e497-d360-4e25-85ed-a563454b840b, infoPort=46177, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=303860248;c=1731588251902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:13,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f 2024-11-14T12:44:13,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:44:13,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da with version=8 2024-11-14T12:44:13,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/hbase-staging 2024-11-14T12:44:13,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:44:13,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:13,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34567 2024-11-14T12:44:13,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34567 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345670x0, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:13,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34567-0x1013aa992d20000 connected 2024-11-14T12:44:13,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/running 2024-11-14T12:44:13,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da, hbase.cluster.distributed=false 2024-11-14T12:44:13,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/acl 2024-11-14T12:44:13,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-14T12:44:13,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34567 2024-11-14T12:44:13,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34567 2024-11-14T12:44:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-14T12:44:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-14T12:44:13,670 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:44:13,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:13,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44373 2024-11-14T12:44:13,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44373 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:13,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443730x0, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:13,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443730x0, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/running 2024-11-14T12:44:13,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44373-0x1013aa992d20001 connected 2024-11-14T12:44:13,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:44:13,686 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:44:13,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/master 2024-11-14T12:44:13,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/acl 2024-11-14T12:44:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-14T12:44:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44373 2024-11-14T12:44:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44373 2024-11-14T12:44:13,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-14T12:44:13,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-14T12:44:13,705 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:34567 2024-11-14T12:44:13,705 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-879247248/backup-masters/669ef94e8b26,34567,1731588253514 2024-11-14T12:44:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/backup-masters 2024-11-14T12:44:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/backup-masters 2024-11-14T12:44:13,713 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on existing znode=/0-879247248/backup-masters/669ef94e8b26,34567,1731588253514 2024-11-14T12:44:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-879247248/master 2024-11-14T12:44:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:13,721 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on existing znode=/0-879247248/master 2024-11-14T12:44:13,721 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-879247248/backup-masters/669ef94e8b26,34567,1731588253514 from backup master directory 2024-11-14T12:44:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-879247248/backup-masters/669ef94e8b26,34567,1731588253514 2024-11-14T12:44:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/backup-masters 2024-11-14T12:44:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/backup-masters 2024-11-14T12:44:13,729 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:13,729 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,34567,1731588253514 2024-11-14T12:44:13,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/hbase.id] with ID: 45b7f194-d098-4cbd-8bde-7debd2d8ef5d 2024-11-14T12:44:13,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/.tmp/hbase.id 2024-11-14T12:44:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:44:14,136 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/.tmp/hbase.id]:[hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/hbase.id] 2024-11-14T12:44:14,144 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:14,144 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:44:14,145 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:44:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:44:14,575 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:14,576 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:44:14,576 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:44:14,982 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store 2024-11-14T12:44:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:44:14,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:14,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:14,990 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:15,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:15,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:15,387 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:15,387 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:15,388 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:15,388 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:15,388 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:15,388 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:15,388 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:15,388 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588255387Disabling compacts and flushes for region at 1731588255387Disabling writes for close at 1731588255388 (+1 ms)Writing region close event to WAL at 1731588255388Closed at 1731588255388 2024-11-14T12:44:15,389 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/.initializing 2024-11-14T12:44:15,389 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/WALs/669ef94e8b26,34567,1731588253514 2024-11-14T12:44:15,389 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:15,391 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C34567%2C1731588253514, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/WALs/669ef94e8b26,34567,1731588253514, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/oldWALs, maxLogs=10 2024-11-14T12:44:15,403 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/WALs/669ef94e8b26,34567,1731588253514/669ef94e8b26%2C34567%2C1731588253514.1731588255391, exclude list is [], retry=0 2024-11-14T12:44:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-9bd24c8f-907d-47d3-a0df-08e608cf110e,DISK] 2024-11-14T12:44:15,406 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/WALs/669ef94e8b26,34567,1731588253514/669ef94e8b26%2C34567%2C1731588253514.1731588255391 2024-11-14T12:44:15,407 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46177:46177)] 2024-11-14T12:44:15,407 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:15,407 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:15,407 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,407 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:44:15,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:15,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:15,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:44:15,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:44:15,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:44:15,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:15,413 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,414 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,414 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,415 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,415 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,415 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:15,416 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:15,417 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:15,418 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74853490, jitterRate=0.1154039204120636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:15,418 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588255407Initializing all the Stores at 1731588255408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588255408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588255408Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588255408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588255408Cleaning up temporary data from old regions at 1731588255415 (+7 ms)Region opened successfully at 1731588255418 (+3 ms) 2024-11-14T12:44:15,418 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:44:15,420 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1aa34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:15,421 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:44:15,421 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:44:15,421 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:44:15,422 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:44:15,422 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:44:15,422 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:44:15,422 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:44:15,424 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:44:15,425 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/balancer because node does not exist (not necessarily an error) 2024-11-14T12:44:15,463 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/balancer already deleted, retry=false 2024-11-14T12:44:15,463 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:44:15,464 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:44:15,471 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/normalizer already deleted, retry=false 2024-11-14T12:44:15,471 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:44:15,472 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:44:15,479 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/switch/split already deleted, retry=false 2024-11-14T12:44:15,480 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:44:15,488 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/switch/merge already deleted, retry=false 2024-11-14T12:44:15,489 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:44:15,496 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/snapshot-cleanup already deleted, retry=false 2024-11-14T12:44:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-879247248/running 2024-11-14T12:44:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-879247248/running 2024-11-14T12:44:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,505 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,34567,1731588253514, sessionid=0x1013aa992d20000, setting cluster-up flag (Was=false) 2024-11-14T12:44:15,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,546 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-879247248/flush-table-proc/acquired, /0-879247248/flush-table-proc/reached, /0-879247248/flush-table-proc/abort 2024-11-14T12:44:15,547 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34567,1731588253514 2024-11-14T12:44:15,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:15,588 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-879247248/online-snapshot/acquired, /0-879247248/online-snapshot/reached, /0-879247248/online-snapshot/abort 2024-11-14T12:44:15,589 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34567,1731588253514 2024-11-14T12:44:15,590 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:44:15,591 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:15,591 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:44:15,591 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:44:15,591 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,34567,1731588253514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:44:15,592 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,593 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:15,593 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,593 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588285593 2024-11-14T12:44:15,593 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:15,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:44:15,594 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:44:15,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:44:15,595 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588255595,5,FailOnTimeoutGroup] 2024-11-14T12:44:15,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:15,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:44:15,595 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588255595,5,FailOnTimeoutGroup] 2024-11-14T12:44:15,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:44:15,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,595 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,600 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(746): ClusterId : 45b7f194-d098-4cbd-8bde-7debd2d8ef5d 2024-11-14T12:44:15,600 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:44:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:44:15,610 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:44:15,610 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:44:15,618 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:44:15,619 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d33de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:15,629 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:44373 2024-11-14T12:44:15,629 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:44:15,629 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:44:15,629 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:44:15,630 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,34567,1731588253514 with port=44373, startcode=1731588253669 2024-11-14T12:44:15,630 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:44:15,631 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:44:15,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,632 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da 2024-11-14T12:44:15,633 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33745 2024-11-14T12:44:15,633 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:44:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/rs 2024-11-14T12:44:15,643 DEBUG [RS:0;669ef94e8b26:44373 {}] zookeeper.ZKUtil(111): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on existing znode=/0-879247248/rs/669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,643 WARN [RS:0;669ef94e8b26:44373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:15,643 INFO [RS:0;669ef94e8b26:44373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:15,643 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,44373,1731588253669] 2024-11-14T12:44:15,646 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:44:15,647 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:44:15,647 INFO [RS:0;669ef94e8b26:44373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:44:15,647 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,647 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:44:15,648 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:44:15,648 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:15,648 DEBUG [RS:0;669ef94e8b26:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,651 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44373,1731588253669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:15,664 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:44:15,664 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44373,1731588253669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,664 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,664 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.Replication(171): 669ef94e8b26,44373,1731588253669 started 2024-11-14T12:44:15,676 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:15,677 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,44373,1731588253669, RpcServer on 669ef94e8b26/172.17.0.3:44373, sessionid=0x1013aa992d20001 2024-11-14T12:44:15,677 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:44:15,677 DEBUG [RS:0;669ef94e8b26:44373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,677 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44373,1731588253669' 2024-11-14T12:44:15,677 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-879247248/flush-table-proc/abort' 2024-11-14T12:44:15,677 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-879247248/flush-table-proc/acquired' 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,44373,1731588253669 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44373,1731588253669' 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-879247248/online-snapshot/abort' 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-879247248/online-snapshot/acquired' 2024-11-14T12:44:15,678 DEBUG [RS:0;669ef94e8b26:44373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:44:15,678 INFO [RS:0;669ef94e8b26:44373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:44:15,678 INFO [RS:0;669ef94e8b26:44373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:44:15,778 INFO [RS:0;669ef94e8b26:44373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:15,780 INFO [RS:0;669ef94e8b26:44373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44373%2C1731588253669, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/oldWALs, maxLogs=10 2024-11-14T12:44:15,791 DEBUG [RS:0;669ef94e8b26:44373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, exclude list is [], retry=0 2024-11-14T12:44:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-9bd24c8f-907d-47d3-a0df-08e608cf110e,DISK] 2024-11-14T12:44:15,794 INFO [RS:0;669ef94e8b26:44373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 2024-11-14T12:44:15,794 DEBUG [RS:0;669ef94e8b26:44373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46177:46177)] 2024-11-14T12:44:16,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:44:16,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da 2024-11-14T12:44:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:44:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:16,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:16,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:16,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:16,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:16,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:16,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:16,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:16,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:16,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:16,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740 2024-11-14T12:44:16,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740 2024-11-14T12:44:16,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:16,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:16,421 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:16,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:16,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:16,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67996670, jitterRate=0.013229340314865112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:16,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588256414Initializing all the Stores at 1731588256414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588256414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256414Cleaning up temporary data from old regions at 1731588256420 (+6 ms)Region opened successfully at 1731588256423 (+3 ms) 2024-11-14T12:44:16,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:16,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:16,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:16,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:16,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:16,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:16,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588256423Disabling compacts and flushes for region at 1731588256423Disabling writes for close at 1731588256424 (+1 ms)Writing region close event to WAL at 1731588256424Closed at 1731588256424 2024-11-14T12:44:16,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:16,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:44:16,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:44:16,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:16,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:44:16,576 DEBUG [669ef94e8b26:34567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:44:16,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:16,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44373,1731588253669, state=OPENING 2024-11-14T12:44:16,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:44:16,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:16,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:16,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:16,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-879247248/meta-region-server: CHANGED 2024-11-14T12:44:16,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-879247248/meta-region-server: CHANGED 2024-11-14T12:44:16,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44373,1731588253669}] 2024-11-14T12:44:16,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:16,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:44:16,769 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:44:16,769 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:16,769 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:44:16,771 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44373%2C1731588253669.meta, suffix=.meta, logDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/oldWALs, maxLogs=10 2024-11-14T12:44:16,786 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.meta.1731588256771.meta, exclude list is [], retry=0 2024-11-14T12:44:16,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-9bd24c8f-907d-47d3-a0df-08e608cf110e,DISK] 2024-11-14T12:44:16,789 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.meta.1731588256771.meta 2024-11-14T12:44:16,789 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46177:46177)] 2024-11-14T12:44:16,789 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:16,790 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:44:16,790 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:44:16,790 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:44:16,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:16,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:16,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:16,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:16,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:16,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:16,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:16,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:16,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:16,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:16,795 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:16,795 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740 2024-11-14T12:44:16,796 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740 2024-11-14T12:44:16,797 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:16,797 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:16,797 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:16,798 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:16,798 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61270122, jitterRate=-0.08700403571128845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:16,798 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:44:16,799 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588256790Writing region info on filesystem at 1731588256790Initializing all the Stores at 1731588256791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588256791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588256791Cleaning up temporary data from old regions at 1731588256797 (+6 ms)Running coprocessor post-open hooks at 1731588256798 (+1 ms)Region opened successfully at 1731588256799 (+1 ms) 2024-11-14T12:44:16,800 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588256765 2024-11-14T12:44:16,801 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:44:16,801 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:44:16,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:16,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44373,1731588253669, state=OPEN 2024-11-14T12:44:16,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-879247248/meta-region-server 2024-11-14T12:44:16,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-879247248/meta-region-server 2024-11-14T12:44:16,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:16,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-879247248/meta-region-server: CHANGED 2024-11-14T12:44:16,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-879247248/meta-region-server: CHANGED 2024-11-14T12:44:16,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:44:16,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44373,1731588253669 in 220 msec 2024-11-14T12:44:16,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:44:16,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-14T12:44:16,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:16,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:44:16,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:16,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44373,1731588253669, seqNum=-1] 2024-11-14T12:44:16,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:16,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:16,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-14T12:44:16,844 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588256844, completionTime=-1 2024-11-14T12:44:16,844 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:44:16,844 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588316846 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588376846 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:34567, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,848 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.120sec 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:16,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:44:16,851 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:44:16,851 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:44:16,851 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34567,1731588253514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:16,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:16,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:16,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:16,902 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:16,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:16,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:16,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:16,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:16,904 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:16,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:16,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44373,1731588253669, seqNum=-1] 2024-11-14T12:44:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:16,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:16,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,34567,1731588253514 2024-11-14T12:44:16,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:16,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:16,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa992d20002 connected 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir so I do NOT create it in target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7 2024-11-14T12:44:16,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.tmp.dir so I do NOT create it in target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7 2024-11-14T12:44:16,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:44:16,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/cluster_cd45d19d-5fa3-edba-6933-8d5d8907fea9, deleteOnExit=true 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/test.cache.data in system properties and HBase conf 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:44:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:44:16,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:44:16,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:44:17,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:17,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:17,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:17,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:17,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:17,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:17,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:17,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:17,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/java.io.tmpdir/jetty-localhost-46153-hadoop-hdfs-3_4_1-tests_jar-_-any-14561988449021587977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:17,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:46153} 2024-11-14T12:44:17,316 INFO [Time-limited test {}] server.Server(415): Started @211035ms 2024-11-14T12:44:17,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:17,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:17,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:17,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:17,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:44:17,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:17,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:17,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/java.io.tmpdir/jetty-localhost-39037-hadoop-hdfs-3_4_1-tests_jar-_-any-2351288299564051088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:17,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:39037} 2024-11-14T12:44:17,624 INFO [Time-limited test {}] server.Server(415): Started @211343ms 2024-11-14T12:44:17,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:44:18,133 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/cluster_cd45d19d-5fa3-edba-6933-8d5d8907fea9/data/data2/current/BP-476158206-172.17.0.3-1731588256952/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:18,133 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/cluster_cd45d19d-5fa3-edba-6933-8d5d8907fea9/data/data1/current/BP-476158206-172.17.0.3-1731588256952/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:18,151 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:44:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca5aef3df8a29e with lease ID 0x7d4ae103bbf481f9: Processing first storage report for DS-fe2fa27c-399b-497c-8e36-eda8694f213c from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=46bc8e13-6644-4743-8818-8dce4d1e1386, infoPort=44783, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=2118859077;c=1731588256952) 2024-11-14T12:44:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca5aef3df8a29e with lease ID 0x7d4ae103bbf481f9: from storage DS-fe2fa27c-399b-497c-8e36-eda8694f213c node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=46bc8e13-6644-4743-8818-8dce4d1e1386, infoPort=44783, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=2118859077;c=1731588256952), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:44:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ca5aef3df8a29e with lease ID 0x7d4ae103bbf481f9: Processing first storage report for DS-510e1308-091d-4c32-945f-54bb549ad0aa from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=46bc8e13-6644-4743-8818-8dce4d1e1386, infoPort=44783, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=2118859077;c=1731588256952) 2024-11-14T12:44:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ca5aef3df8a29e with lease ID 0x7d4ae103bbf481f9: from storage DS-510e1308-091d-4c32-945f-54bb549ad0aa node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=46bc8e13-6644-4743-8818-8dce4d1e1386, infoPort=44783, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=2118859077;c=1731588256952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:18,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7 2024-11-14T12:44:18,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:44:18,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5 with version=8 2024-11-14T12:44:18,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/hbase-staging 2024-11-14T12:44:18,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:18,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:44:18,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:18,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41389 2024-11-14T12:44:18,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41389 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413890x0, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:18,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41389-0x1013aa992d20003 connected 2024-11-14T12:44:18,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/running 2024-11-14T12:44:18,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5, hbase.cluster.distributed=false 2024-11-14T12:44:18,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/acl 2024-11-14T12:44:18,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T12:44:18,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-11-14T12:44:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-11-14T12:44:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T12:44:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T12:44:18,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:44:18,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:18,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33703 2024-11-14T12:44:18,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33703 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:18,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337030x0, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:18,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337030x0, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/running 2024-11-14T12:44:18,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33703-0x1013aa992d20004 connected 2024-11-14T12:44:18,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:44:18,697 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:44:18,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/master 2024-11-14T12:44:18,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/acl 2024-11-14T12:44:18,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33703 2024-11-14T12:44:18,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33703 2024-11-14T12:44:18,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33703 2024-11-14T12:44:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33703 2024-11-14T12:44:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33703 2024-11-14T12:44:18,716 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:41389 2024-11-14T12:44:18,717 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1522753887/backup-masters/669ef94e8b26,41389,1731588258567 2024-11-14T12:44:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/backup-masters 2024-11-14T12:44:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/backup-masters 2024-11-14T12:44:18,726 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on existing znode=/1-1522753887/backup-masters/669ef94e8b26,41389,1731588258567 2024-11-14T12:44:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1522753887/master 2024-11-14T12:44:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:18,735 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on existing znode=/1-1522753887/master 2024-11-14T12:44:18,735 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1522753887/backup-masters/669ef94e8b26,41389,1731588258567 from backup master directory 2024-11-14T12:44:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1522753887/backup-masters/669ef94e8b26,41389,1731588258567 2024-11-14T12:44:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/backup-masters 2024-11-14T12:44:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/backup-masters 2024-11-14T12:44:18,743 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:18,743 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,41389,1731588258567 2024-11-14T12:44:18,745 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/hbase.id] with ID: d4d06000-1d4b-47e3-b39d-3b11f631f960 2024-11-14T12:44:18,746 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/.tmp/hbase.id 2024-11-14T12:44:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:44:19,153 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/.tmp/hbase.id]:[hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/hbase.id] 2024-11-14T12:44:19,161 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:19,161 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:44:19,161 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:44:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:44:19,592 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:19,593 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:44:19,593 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:19,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:44:19,999 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store 2024-11-14T12:44:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:44:20,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:20,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:20,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:20,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:20,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:20,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:20,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:20,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588260004Disabling compacts and flushes for region at 1731588260004Disabling writes for close at 1731588260005 (+1 ms)Writing region close event to WAL at 1731588260005Closed at 1731588260005 2024-11-14T12:44:20,005 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/.initializing 2024-11-14T12:44:20,005 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/WALs/669ef94e8b26,41389,1731588258567 2024-11-14T12:44:20,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:20,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C41389%2C1731588258567, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/WALs/669ef94e8b26,41389,1731588258567, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/oldWALs, maxLogs=10 2024-11-14T12:44:20,023 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/WALs/669ef94e8b26,41389,1731588258567/669ef94e8b26%2C41389%2C1731588258567.1731588260007, exclude list is [], retry=0 2024-11-14T12:44:20,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-fe2fa27c-399b-497c-8e36-eda8694f213c,DISK] 2024-11-14T12:44:20,026 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/WALs/669ef94e8b26,41389,1731588258567/669ef94e8b26%2C41389%2C1731588258567.1731588260007 2024-11-14T12:44:20,027 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-14T12:44:20,027 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:20,027 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:20,027 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,027 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:44:20,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:20,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:20,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:44:20,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:20,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:20,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:44:20,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:20,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:20,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:44:20,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:20,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:20,034 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,034 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,035 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,035 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,035 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,036 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:20,037 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:20,038 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:20,039 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73930268, jitterRate=0.10164684057235718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:20,039 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588260027Initializing all the Stores at 1731588260028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588260028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588260028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588260028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588260028Cleaning up temporary data from old regions at 1731588260035 (+7 ms)Region opened successfully at 1731588260039 (+4 ms) 2024-11-14T12:44:20,039 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:44:20,042 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d74da60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:20,043 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:44:20,043 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:44:20,043 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:44:20,043 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:44:20,043 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:44:20,044 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:44:20,044 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:44:20,047 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:44:20,047 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/balancer because node does not exist (not necessarily an error) 2024-11-14T12:44:20,068 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/balancer already deleted, retry=false 2024-11-14T12:44:20,068 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:44:20,069 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:44:20,079 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/normalizer already deleted, retry=false 2024-11-14T12:44:20,080 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:44:20,081 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:44:20,087 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/switch/split already deleted, retry=false 2024-11-14T12:44:20,088 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:44:20,096 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/switch/merge already deleted, retry=false 2024-11-14T12:44:20,098 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:44:20,104 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/snapshot-cleanup already deleted, retry=false 2024-11-14T12:44:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1522753887/running 2024-11-14T12:44:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1522753887/running 2024-11-14T12:44:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,113 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,41389,1731588258567, sessionid=0x1013aa992d20003, setting cluster-up flag (Was=false) 2024-11-14T12:44:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,154 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1522753887/flush-table-proc/acquired, /1-1522753887/flush-table-proc/reached, /1-1522753887/flush-table-proc/abort 2024-11-14T12:44:20,155 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41389,1731588258567 2024-11-14T12:44:20,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:20,196 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1522753887/online-snapshot/acquired, /1-1522753887/online-snapshot/reached, /1-1522753887/online-snapshot/abort 2024-11-14T12:44:20,197 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41389,1731588258567 2024-11-14T12:44:20,198 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:44:20,199 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:20,199 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:44:20,200 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:44:20,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,41389,1731588258567 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:20,201 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,207 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588290207 2024-11-14T12:44:20,207 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:44:20,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:20,207 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:44:20,207 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:44:20,207 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:44:20,208 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:44:20,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:44:20,208 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:44:20,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:20,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:44:20,210 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(746): ClusterId : d4d06000-1d4b-47e3-b39d-3b11f631f960 2024-11-14T12:44:20,210 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:44:20,211 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,211 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:44:20,211 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:44:20,211 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:44:20,211 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:44:20,215 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:44:20,215 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:44:20,219 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:44:20,219 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:44:20,223 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588260215,5,FailOnTimeoutGroup] 2024-11-14T12:44:20,224 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588260223,5,FailOnTimeoutGroup] 2024-11-14T12:44:20,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:44:20,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:44:20,227 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:44:20,227 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755f3c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:20,239 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:33703 2024-11-14T12:44:20,239 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:44:20,239 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:44:20,239 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:44:20,239 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,41389,1731588258567 with port=33703, startcode=1731588258684 2024-11-14T12:44:20,240 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:44:20,241 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:44:20,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,242 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5 2024-11-14T12:44:20,242 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42243 2024-11-14T12:44:20,242 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:44:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/rs 2024-11-14T12:44:20,332 DEBUG [RS:0;669ef94e8b26:33703 {}] zookeeper.ZKUtil(111): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on existing znode=/1-1522753887/rs/669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,332 WARN [RS:0;669ef94e8b26:33703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:20,332 INFO [RS:0;669ef94e8b26:33703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:20,332 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,33703,1731588258684] 2024-11-14T12:44:20,335 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:44:20,337 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:44:20,337 INFO [RS:0;669ef94e8b26:33703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:44:20,337 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,338 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:44:20,338 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:44:20,338 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:20,339 DEBUG [RS:0;669ef94e8b26:33703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,342 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33703,1731588258684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:20,357 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:44:20,357 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33703,1731588258684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,357 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,357 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.Replication(171): 669ef94e8b26,33703,1731588258684 started 2024-11-14T12:44:20,370 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:20,370 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,33703,1731588258684, RpcServer on 669ef94e8b26/172.17.0.3:33703, sessionid=0x1013aa992d20004 2024-11-14T12:44:20,370 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:44:20,370 DEBUG [RS:0;669ef94e8b26:33703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,370 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,33703,1731588258684' 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1522753887/flush-table-proc/abort' 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1522753887/flush-table-proc/acquired' 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,33703,1731588258684 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,33703,1731588258684' 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1522753887/online-snapshot/abort' 2024-11-14T12:44:20,371 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1522753887/online-snapshot/acquired' 2024-11-14T12:44:20,372 DEBUG [RS:0;669ef94e8b26:33703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:44:20,372 INFO [RS:0;669ef94e8b26:33703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:44:20,372 INFO [RS:0;669ef94e8b26:33703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:44:20,472 INFO [RS:0;669ef94e8b26:33703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:20,473 INFO [RS:0;669ef94e8b26:33703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C33703%2C1731588258684, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/oldWALs, maxLogs=10 2024-11-14T12:44:20,485 DEBUG [RS:0;669ef94e8b26:33703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, exclude list is [], retry=0 2024-11-14T12:44:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-fe2fa27c-399b-497c-8e36-eda8694f213c,DISK] 2024-11-14T12:44:20,489 INFO [RS:0;669ef94e8b26:33703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 2024-11-14T12:44:20,489 DEBUG [RS:0;669ef94e8b26:33703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-14T12:44:20,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:44:20,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5 2024-11-14T12:44:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:44:21,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:21,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:21,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:21,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:21,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:21,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:21,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:21,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:21,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:21,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:21,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740 2024-11-14T12:44:21,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740 2024-11-14T12:44:21,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:21,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:21,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:21,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:21,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73675357, jitterRate=0.09784837067127228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588261033Initializing all the Stores at 1731588261033Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261034 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588261034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261034Cleaning up temporary data from old regions at 1731588261040 (+6 ms)Region opened successfully at 1731588261042 (+2 ms) 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:21,042 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:21,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:21,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588261042Disabling compacts and flushes for region at 1731588261042Disabling writes for close at 1731588261042Writing region close event to WAL at 1731588261042Closed at 1731588261042 2024-11-14T12:44:21,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:21,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:44:21,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:44:21,044 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:21,045 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:44:21,195 DEBUG [669ef94e8b26:41389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:44:21,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:21,196 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,33703,1731588258684, state=OPENING 2024-11-14T12:44:21,226 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:44:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:21,235 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:21,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1522753887/meta-region-server: CHANGED 2024-11-14T12:44:21,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1522753887/meta-region-server: CHANGED 2024-11-14T12:44:21,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,33703,1731588258684}] 2024-11-14T12:44:21,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:21,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:44:21,390 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:44:21,391 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:21,391 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:44:21,392 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C33703%2C1731588258684.meta, suffix=.meta, logDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/oldWALs, maxLogs=10 2024-11-14T12:44:21,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.meta.1731588261392.meta, exclude list is [], retry=0 2024-11-14T12:44:21,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-fe2fa27c-399b-497c-8e36-eda8694f213c,DISK] 2024-11-14T12:44:21,407 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.meta.1731588261392.meta 2024-11-14T12:44:21,407 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-14T12:44:21,407 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:21,408 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:44:21,408 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:44:21,408 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:44:21,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:21,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:21,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:21,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:21,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:21,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:21,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:21,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:21,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:21,413 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:21,413 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740 2024-11-14T12:44:21,414 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740 2024-11-14T12:44:21,415 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:21,415 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:21,415 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:21,416 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:21,416 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64800567, jitterRate=-0.03439630568027496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:21,416 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:44:21,417 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588261408Writing region info on filesystem at 1731588261408Initializing all the Stores at 1731588261409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588261409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588261409Cleaning up temporary data from old regions at 1731588261415 (+6 ms)Running coprocessor post-open hooks at 1731588261416 (+1 ms)Region opened successfully at 1731588261417 (+1 ms) 2024-11-14T12:44:21,417 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588261387 2024-11-14T12:44:21,419 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:44:21,419 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:44:21,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:21,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,33703,1731588258684, state=OPEN 2024-11-14T12:44:21,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1522753887/meta-region-server 2024-11-14T12:44:21,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1522753887/meta-region-server 2024-11-14T12:44:21,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:21,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1522753887/meta-region-server: CHANGED 2024-11-14T12:44:21,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1522753887/meta-region-server: CHANGED 2024-11-14T12:44:21,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:44:21,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,33703,1731588258684 in 194 msec 2024-11-14T12:44:21,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:44:21,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-14T12:44:21,432 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:21,432 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:44:21,433 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:21,433 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33703,1731588258684, seqNum=-1] 2024-11-14T12:44:21,434 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:21,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:21,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-14T12:44:21,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588261438, completionTime=-1 2024-11-14T12:44:21,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:44:21,438 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588321440 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588381440 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:41389, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,441 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,442 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.701sec 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:21,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:44:21,446 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:44:21,446 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:44:21,446 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41389,1731588258567-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:21,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:21,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:21,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:21,509 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:21,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:21,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:21,511 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:21,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:21,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33703,1731588258684, seqNum=-1] 2024-11-14T12:44:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:21,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,41389,1731588258567 2024-11-14T12:44:21,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54281 2024-11-14T12:44:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:21,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa992d20005 connected 2024-11-14T12:44:21,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34567,1731588253514 2024-11-14T12:44:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616a3492 2024-11-14T12:44:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:21,538 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:44:21,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:21,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:21,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:44:21,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:44:21,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8237970df0b2701dc458725b05b33170, NAME => 'test,,1731588261538.8237970df0b2701dc458725b05b33170.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da 2024-11-14T12:44:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:44:21,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:44:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588261538.8237970df0b2701dc458725b05b33170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8237970df0b2701dc458725b05b33170, disabling compactions & flushes 2024-11-14T12:44:21,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588261538.8237970df0b2701dc458725b05b33170. after waiting 0 ms 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:21,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:21,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8237970df0b2701dc458725b05b33170: Waiting for close lock at 1731588261959Disabling compacts and flushes for region at 1731588261959Disabling writes for close at 1731588261959Writing region close event to WAL at 1731588261959Closed at 1731588261959 2024-11-14T12:44:21,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:21,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588261538.8237970df0b2701dc458725b05b33170.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588261960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588261960"}]},"ts":"1731588261960"} 2024-11-14T12:44:21,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:21,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:21,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588261963"}]},"ts":"1731588261963"} 2024-11-14T12:44:21,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:44:21,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8237970df0b2701dc458725b05b33170, ASSIGN}] 2024-11-14T12:44:21,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8237970df0b2701dc458725b05b33170, ASSIGN 2024-11-14T12:44:21,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8237970df0b2701dc458725b05b33170, ASSIGN; state=OFFLINE, location=669ef94e8b26,44373,1731588253669; forceNewPlan=false, retain=false 2024-11-14T12:44:22,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8237970df0b2701dc458725b05b33170, regionState=OPENING, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8237970df0b2701dc458725b05b33170, ASSIGN because future has completed 2024-11-14T12:44:22,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8237970df0b2701dc458725b05b33170, server=669ef94e8b26,44373,1731588253669}] 2024-11-14T12:44:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:22,274 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:22,274 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8237970df0b2701dc458725b05b33170, NAME => 'test,,1731588261538.8237970df0b2701dc458725b05b33170.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:22,275 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:22,275 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:44:22,275 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,275 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588261538.8237970df0b2701dc458725b05b33170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:22,275 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,275 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,276 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,277 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237970df0b2701dc458725b05b33170 columnFamilyName f 2024-11-14T12:44:22,277 DEBUG [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:22,277 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(327): Store=8237970df0b2701dc458725b05b33170/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:22,277 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,278 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237970df0b2701dc458725b05b33170 columnFamilyName f1 2024-11-14T12:44:22,278 DEBUG [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:22,279 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(327): Store=8237970df0b2701dc458725b05b33170/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:22,279 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,279 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237970df0b2701dc458725b05b33170 columnFamilyName norep 2024-11-14T12:44:22,279 DEBUG [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:22,280 INFO [StoreOpener-8237970df0b2701dc458725b05b33170-1 {}] regionserver.HStore(327): Store=8237970df0b2701dc458725b05b33170/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:22,280 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,280 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,281 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,281 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,281 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,281 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:22,282 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:22,284 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8237970df0b2701dc458725b05b33170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70722110, jitterRate=0.05384156107902527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:22,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:22,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8237970df0b2701dc458725b05b33170: Running coprocessor pre-open hook at 1731588262275Writing region info on filesystem at 1731588262275Initializing all the Stores at 1731588262276 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588262276Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588262276Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588262276Cleaning up temporary data from old regions at 1731588262281 (+5 ms)Running coprocessor post-open hooks at 1731588262284 (+3 ms)Region opened successfully at 1731588262284 2024-11-14T12:44:22,285 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588261538.8237970df0b2701dc458725b05b33170., pid=6, masterSystemTime=1731588262270 2024-11-14T12:44:22,287 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:22,287 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:22,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8237970df0b2701dc458725b05b33170, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8237970df0b2701dc458725b05b33170, server=669ef94e8b26,44373,1731588253669 because future has completed 2024-11-14T12:44:22,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:44:22,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8237970df0b2701dc458725b05b33170, server=669ef94e8b26,44373,1731588253669 in 171 msec 2024-11-14T12:44:22,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:44:22,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8237970df0b2701dc458725b05b33170, ASSIGN in 327 msec 2024-11-14T12:44:22,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:22,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:22,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588262293"}]},"ts":"1731588262293"} 2024-11-14T12:44:22,295 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:44:22,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:22,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-14T12:44:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:22,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:44:22,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:22,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:44:22,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:22,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:22,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:44:22,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:22,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:44:22,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:22,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:44:22,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:44:22,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:22,680 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:44:22,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:22,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41389,1731588258567 2024-11-14T12:44:22,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-11-14T12:44:22,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:22,681 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:22,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:44:22,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:22,684 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:22,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:44:22,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:44:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:23,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81f16acc060919f0635c22888babf701, NAME => 'test,,1731588262682.81f16acc060919f0635c22888babf701.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5 2024-11-14T12:44:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:44:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588262682.81f16acc060919f0635c22888babf701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81f16acc060919f0635c22888babf701, disabling compactions & flushes 2024-11-14T12:44:23,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588262682.81f16acc060919f0635c22888babf701. after waiting 0 ms 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81f16acc060919f0635c22888babf701: Waiting for close lock at 1731588263496Disabling compacts and flushes for region at 1731588263496Disabling writes for close at 1731588263496Writing region close event to WAL at 1731588263496Closed at 1731588263496 2024-11-14T12:44:23,497 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:23,497 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588262682.81f16acc060919f0635c22888babf701.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588263497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588263497"}]},"ts":"1731588263497"} 2024-11-14T12:44:23,499 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:23,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:23,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588263499"}]},"ts":"1731588263499"} 2024-11-14T12:44:23,500 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:44:23,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f16acc060919f0635c22888babf701, ASSIGN}] 2024-11-14T12:44:23,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f16acc060919f0635c22888babf701, ASSIGN 2024-11-14T12:44:23,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81f16acc060919f0635c22888babf701, ASSIGN; state=OFFLINE, location=669ef94e8b26,33703,1731588258684; forceNewPlan=false, retain=false 2024-11-14T12:44:23,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f16acc060919f0635c22888babf701, regionState=OPENING, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:23,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81f16acc060919f0635c22888babf701, ASSIGN because future has completed 2024-11-14T12:44:23,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f16acc060919f0635c22888babf701, server=669ef94e8b26,33703,1731588258684}] 2024-11-14T12:44:23,810 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,810 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f16acc060919f0635c22888babf701, NAME => 'test,,1731588262682.81f16acc060919f0635c22888babf701.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:23,810 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:23,810 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:44:23,810 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,810 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588262682.81f16acc060919f0635c22888babf701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:23,810 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,810 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,811 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,812 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f16acc060919f0635c22888babf701 columnFamilyName f 2024-11-14T12:44:23,812 DEBUG [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:23,812 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(327): Store=81f16acc060919f0635c22888babf701/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:23,812 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,813 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f16acc060919f0635c22888babf701 columnFamilyName f1 2024-11-14T12:44:23,813 DEBUG [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:23,813 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(327): Store=81f16acc060919f0635c22888babf701/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:23,813 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,814 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f16acc060919f0635c22888babf701 columnFamilyName norep 2024-11-14T12:44:23,814 DEBUG [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:23,814 INFO [StoreOpener-81f16acc060919f0635c22888babf701-1 {}] regionserver.HStore(327): Store=81f16acc060919f0635c22888babf701/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:23,814 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,815 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,815 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,816 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,816 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,816 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:23,817 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,818 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:23,819 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81f16acc060919f0635c22888babf701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64666574, jitterRate=-0.03639295697212219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:23,819 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:23,819 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81f16acc060919f0635c22888babf701: Running coprocessor pre-open hook at 1731588263810Writing region info on filesystem at 1731588263810Initializing all the Stores at 1731588263811 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588263811Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588263811Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588263811Cleaning up temporary data from old regions at 1731588263816 (+5 ms)Running coprocessor post-open hooks at 1731588263819 (+3 ms)Region opened successfully at 1731588263819 2024-11-14T12:44:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:23,820 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588262682.81f16acc060919f0635c22888babf701., pid=6, masterSystemTime=1731588263807 2024-11-14T12:44:23,821 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,821 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:23,822 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f16acc060919f0635c22888babf701, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:23,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f16acc060919f0635c22888babf701, server=669ef94e8b26,33703,1731588258684 because future has completed 2024-11-14T12:44:23,824 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=669ef94e8b26,33703,1731588258684, table=test, region=81f16acc060919f0635c22888babf701. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T12:44:23,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:44:23,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f16acc060919f0635c22888babf701, server=669ef94e8b26,33703,1731588258684 in 170 msec 2024-11-14T12:44:23,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:44:23,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81f16acc060919f0635c22888babf701, ASSIGN in 325 msec 2024-11-14T12:44:23,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:23,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588263829"}]},"ts":"1731588263829"} 2024-11-14T12:44:23,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:44:23,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:23,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:44:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:24,839 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:44:24,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:24,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:24,840 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc58ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:24,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,842 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2349ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:24,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:24,843 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca3690f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,844 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196c3444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:24,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:24,846 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944fce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,846 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1564a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34567,1731588253514 2024-11-14T12:44:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d30f766 2024-11-14T12:44:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:24,848 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:24,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:41389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:44:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:44:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:24,851 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:41389' 2024-11-14T12:44:24,852 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b44f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,852 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:24,852 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:24,852 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:24,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:24,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:24,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310ced45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:24,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:24,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,853 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbc2cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:24,854 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41389,1731588258567 2024-11-14T12:44:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a581 2024-11-14T12:44:24,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:24,855 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:24,856 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:44:24,856 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:44:24,856 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,856 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:24,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:24,856 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:24,857 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:44:24,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:24,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:24,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:44:24,907 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:44:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:25,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:25,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:25,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18271 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:25,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62ccfa27df46fab191df47bccb4fc0d2, NAME => 'hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da 2024-11-14T12:44:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:44:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:25,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:25,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62ccfa27df46fab191df47bccb4fc0d2, disabling compactions & flushes 2024-11-14T12:44:25,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:25,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:25,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. after waiting 0 ms 2024-11-14T12:44:25,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:25,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:25,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62ccfa27df46fab191df47bccb4fc0d2: Waiting for close lock at 1731588265670Disabling compacts and flushes for region at 1731588265670Disabling writes for close at 1731588265670Writing region close event to WAL at 1731588265670Closed at 1731588265670 2024-11-14T12:44:25,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:25,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588265696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588265696"}]},"ts":"1731588265696"} 2024-11-14T12:44:25,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:25,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:25,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588265698"}]},"ts":"1731588265698"} 2024-11-14T12:44:25,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:44:25,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ccfa27df46fab191df47bccb4fc0d2, ASSIGN}] 2024-11-14T12:44:25,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ccfa27df46fab191df47bccb4fc0d2, ASSIGN 2024-11-14T12:44:25,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62ccfa27df46fab191df47bccb4fc0d2, ASSIGN; state=OFFLINE, location=669ef94e8b26,44373,1731588253669; forceNewPlan=false, retain=false 2024-11-14T12:44:25,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62ccfa27df46fab191df47bccb4fc0d2, regionState=OPENING, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62ccfa27df46fab191df47bccb4fc0d2, ASSIGN because future has completed 2024-11-14T12:44:25,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ccfa27df46fab191df47bccb4fc0d2, server=669ef94e8b26,44373,1731588253669}] 2024-11-14T12:44:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:26,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:26,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:26,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:44:26,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44373%2C1731588253669.rep, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/oldWALs, maxLogs=10 2024-11-14T12:44:26,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.rep.1731588266010, exclude list is [], retry=0 2024-11-14T12:44:26,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-9bd24c8f-907d-47d3-a0df-08e608cf110e,DISK] 2024-11-14T12:44:26,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.rep.1731588266010 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46177:46177)] 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62ccfa27df46fab191df47bccb4fc0d2, NAME => 'hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:26,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. service=MultiRowMutationService 2024-11-14T12:44:26,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,026 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,027 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ccfa27df46fab191df47bccb4fc0d2 columnFamilyName hfileref 2024-11-14T12:44:26,027 DEBUG [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:26,028 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(327): Store=62ccfa27df46fab191df47bccb4fc0d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:26,028 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,028 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ccfa27df46fab191df47bccb4fc0d2 columnFamilyName queue 2024-11-14T12:44:26,028 DEBUG [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:26,029 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(327): Store=62ccfa27df46fab191df47bccb4fc0d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:26,029 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,030 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ccfa27df46fab191df47bccb4fc0d2 columnFamilyName sid 2024-11-14T12:44:26,030 DEBUG [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:26,030 INFO [StoreOpener-62ccfa27df46fab191df47bccb4fc0d2-1 {}] regionserver.HStore(327): Store=62ccfa27df46fab191df47bccb4fc0d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:26,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:26,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:26,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62ccfa27df46fab191df47bccb4fc0d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66366028, jitterRate=-0.011069118976593018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:26,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:26,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62ccfa27df46fab191df47bccb4fc0d2: Running coprocessor pre-open hook at 1731588266025Writing region info on filesystem at 1731588266025Initializing all the Stores at 1731588266026 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588266026Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588266026Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588266026Cleaning up temporary data from old regions at 1731588266031 (+5 ms)Running coprocessor post-open hooks at 1731588266034 (+3 ms)Region opened successfully at 1731588266034 2024-11-14T12:44:26,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2., pid=10, masterSystemTime=1731588266005 2024-11-14T12:44:26,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:26,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:26,037 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62ccfa27df46fab191df47bccb4fc0d2, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44373,1731588253669 2024-11-14T12:44:26,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ccfa27df46fab191df47bccb4fc0d2, server=669ef94e8b26,44373,1731588253669 because future has completed 2024-11-14T12:44:26,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:44:26,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62ccfa27df46fab191df47bccb4fc0d2, server=669ef94e8b26,44373,1731588253669 in 185 msec 2024-11-14T12:44:26,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:44:26,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ccfa27df46fab191df47bccb4fc0d2, ASSIGN in 341 msec 2024-11-14T12:44:26,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:26,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588266043"}]},"ts":"1731588266043"} 2024-11-14T12:44:26,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:44:26,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:26,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-14T12:44:26,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2., hostname=669ef94e8b26,44373,1731588253669, seqNum=2] 2024-11-14T12:44:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:26,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:44:26,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:44:26,271 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:44:26,297 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44373,1731588253669, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:44:26,297 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:26,297 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44373,1731588253669, seqNum=-1] 2024-11-14T12:44:26,298 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:26,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:26,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,44373,1731588253669', locateType=CURRENT is [region=hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2., hostname=669ef94e8b26,44373,1731588253669, seqNum=2] 2024-11-14T12:44:26,302 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:44:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:44:26,304 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,44373,1731588253669 suceeded 2024-11-14T12:44:26,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:44:26,305 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:41389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:44:26,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:44:26,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-11-14T12:44:26,317 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:41389' 2024-11-14T12:44:26,318 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d4c74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:26,318 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:26,318 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:26,319 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3b2fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:26,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:26,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:26,320 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:26,321 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4585c430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:26,321 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:26,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41389,1731588258567 2024-11-14T12:44:26,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a09fc28 2024-11-14T12:44:26,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:26,322 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T12:44:26,322 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44373,1731588253669 (queues=1) is replicating from cluster=45b7f194-d098-4cbd-8bde-7debd2d8ef5d to cluster=d4d06000-1d4b-47e3-b39d-3b11f631f960 2024-11-14T12:44:26,323 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44373%2C1731588253669 2024-11-14T12:44:26,323 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44373,1731588253669, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:44:26,323 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44373%2C1731588253669 2024-11-14T12:44:26,323 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, startPosition=0, beingWritten=true 2024-11-14T12:44:26,328 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:26,328 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:26,328 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:26,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:44:26,532 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:26,836 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:27,000 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:44:27,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:27,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:27,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:27,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:27,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:27,001 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e64b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,003 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41389,1731588258567 2024-11-14T12:44:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-14T12:44:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:27,005 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:27,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:34567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:44:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:44:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:27,007 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34567' 2024-11-14T12:44:27,008 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b18f28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,008 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:27,008 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:27,008 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afeaef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,009 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:27,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4c30d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:27,010 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34567,1731588253514 2024-11-14T12:44:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2366b6a1 2024-11-14T12:44:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:27,011 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:27,012 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:44:27,012 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:44:27,012 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,012 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:27,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:27,012 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:27,013 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:44:27,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:27,014 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:27,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:44:27,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b833e48ea8d2a4f2bfc0b59e894fbff1, NAME => 'hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5 2024-11-14T12:44:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:44:27,064 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:44:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:27,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:27,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:27,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b833e48ea8d2a4f2bfc0b59e894fbff1, disabling compactions & flushes 2024-11-14T12:44:27,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. after waiting 0 ms 2024-11-14T12:44:27,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b833e48ea8d2a4f2bfc0b59e894fbff1: Waiting for close lock at 1731588267429Disabling compacts and flushes for region at 1731588267429Disabling writes for close at 1731588267429Writing region close event to WAL at 1731588267430 (+1 ms)Closed at 1731588267430 2024-11-14T12:44:27,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:27,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588267431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588267431"}]},"ts":"1731588267431"} 2024-11-14T12:44:27,432 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:27,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:27,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588267433"}]},"ts":"1731588267433"} 2024-11-14T12:44:27,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:44:27,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b833e48ea8d2a4f2bfc0b59e894fbff1, ASSIGN}] 2024-11-14T12:44:27,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b833e48ea8d2a4f2bfc0b59e894fbff1, ASSIGN 2024-11-14T12:44:27,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b833e48ea8d2a4f2bfc0b59e894fbff1, ASSIGN; state=OFFLINE, location=669ef94e8b26,33703,1731588258684; forceNewPlan=false, retain=false 2024-11-14T12:44:27,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b833e48ea8d2a4f2bfc0b59e894fbff1, regionState=OPENING, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:27,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b833e48ea8d2a4f2bfc0b59e894fbff1, ASSIGN because future has completed 2024-11-14T12:44:27,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b833e48ea8d2a4f2bfc0b59e894fbff1, server=669ef94e8b26,33703,1731588258684}] 2024-11-14T12:44:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:27,742 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:27,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:27,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:44:27,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C33703%2C1731588258684.rep, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/oldWALs, maxLogs=10 2024-11-14T12:44:27,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.rep.1731588267745, exclude list is [], retry=0 2024-11-14T12:44:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-fe2fa27c-399b-497c-8e36-eda8694f213c,DISK] 2024-11-14T12:44:27,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.rep.1731588267745 2024-11-14T12:44:27,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b833e48ea8d2a4f2bfc0b59e894fbff1, NAME => 'hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:27,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. service=MultiRowMutationService 2024-11-14T12:44:27,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,762 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,764 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b833e48ea8d2a4f2bfc0b59e894fbff1 columnFamilyName hfileref 2024-11-14T12:44:27,764 DEBUG [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:27,764 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(327): Store=b833e48ea8d2a4f2bfc0b59e894fbff1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:27,764 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,765 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b833e48ea8d2a4f2bfc0b59e894fbff1 columnFamilyName queue 2024-11-14T12:44:27,765 DEBUG [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:27,765 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(327): Store=b833e48ea8d2a4f2bfc0b59e894fbff1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:27,765 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,766 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b833e48ea8d2a4f2bfc0b59e894fbff1 columnFamilyName sid 2024-11-14T12:44:27,766 DEBUG [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:27,766 INFO [StoreOpener-b833e48ea8d2a4f2bfc0b59e894fbff1-1 {}] regionserver.HStore(327): Store=b833e48ea8d2a4f2bfc0b59e894fbff1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:27,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:27,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:27,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b833e48ea8d2a4f2bfc0b59e894fbff1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73649906, jitterRate=0.09746912121772766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b833e48ea8d2a4f2bfc0b59e894fbff1: Running coprocessor pre-open hook at 1731588267761Writing region info on filesystem at 1731588267761Initializing all the Stores at 1731588267762 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588267762Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588267762Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588267762Cleaning up temporary data from old regions at 1731588267768 (+6 ms)Running coprocessor post-open hooks at 1731588267771 (+3 ms)Region opened successfully at 1731588267771 2024-11-14T12:44:27,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1., pid=10, masterSystemTime=1731588267740 2024-11-14T12:44:27,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:27,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b833e48ea8d2a4f2bfc0b59e894fbff1, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,33703,1731588258684 2024-11-14T12:44:27,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b833e48ea8d2a4f2bfc0b59e894fbff1, server=669ef94e8b26,33703,1731588258684 because future has completed 2024-11-14T12:44:27,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:27,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:44:27,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b833e48ea8d2a4f2bfc0b59e894fbff1, server=669ef94e8b26,33703,1731588258684 in 188 msec 2024-11-14T12:44:27,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:44:27,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b833e48ea8d2a4f2bfc0b59e894fbff1, ASSIGN in 343 msec 2024-11-14T12:44:27,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:27,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588267779"}]},"ts":"1731588267779"} 2024-11-14T12:44:27,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:44:27,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:27,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-14T12:44:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1., hostname=669ef94e8b26,33703,1731588258684, seqNum=2] 2024-11-14T12:44:27,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:44:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:27,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:44:28,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:44:28,029 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:44:28,055 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,33703,1731588258684, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:44:28,056 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:28,056 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33703,1731588258684, seqNum=-1] 2024-11-14T12:44:28,056 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:28,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:28,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,33703,1731588258684', locateType=CURRENT is [region=hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1., hostname=669ef94e8b26,33703,1731588258684, seqNum=2] 2024-11-14T12:44:28,060 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:44:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:44:28,062 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,33703,1731588258684 suceeded 2024-11-14T12:44:28,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:44:28,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:44:28,063 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:34567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:44:28,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0580 sec 2024-11-14T12:44:28,074 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34567' 2024-11-14T12:44:28,075 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,075 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:28,075 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:28,076 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af4b487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:28,077 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:28,077 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f4127b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,078 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34567,1731588253514 2024-11-14T12:44:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36781e09 2024-11-14T12:44:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:28,079 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T12:44:28,079 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,33703,1731588258684 (queues=1) is replicating from cluster=d4d06000-1d4b-47e3-b39d-3b11f631f960 to cluster=45b7f194-d098-4cbd-8bde-7debd2d8ef5d 2024-11-14T12:44:28,079 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C33703%2C1731588258684 2024-11-14T12:44:28,079 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,33703,1731588258684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:44:28,080 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C33703%2C1731588258684 2024-11-14T12:44:28,080 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, startPosition=0, beingWritten=true 2024-11-14T12:44:28,084 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:28,084 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 379, reset compression=false 2024-11-14T12:44:28,084 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:44:28,139 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:44:28,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:28,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:28,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:28,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:28,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:28,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:28,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44373,1731588253669, seqNum=-1] 2024-11-14T12:44:28,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:28,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588261538.8237970df0b2701dc458725b05b33170., hostname=669ef94e8b26,44373,1731588253669, seqNum=2] 2024-11-14T12:44:28,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33703,1731588258684, seqNum=-1] 2024-11-14T12:44:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:28,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588262682.81f16acc060919f0635c22888babf701., hostname=669ef94e8b26,33703,1731588258684, seqNum=2] 2024-11-14T12:44:28,149 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:44:28,287 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 379, reset compression=false 2024-11-14T12:44:28,345 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 379, reset compression=false 2024-11-14T12:44:28,349 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:28,349 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 480, reset compression=false 2024-11-14T12:44:28,349 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237970df0b2701dc458725b05b33170/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:44:28,351 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:28,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T12:44:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:44:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e797e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41389,-1 for getting cluster id 2024-11-14T12:44:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:28,355 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4d06000-1d4b-47e3-b39d-3b11f631f960' 2024-11-14T12:44:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4d06000-1d4b-47e3-b39d-3b11f631f960" 2024-11-14T12:44:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a1d891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41389,-1] 2024-11-14T12:44:28,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:28,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:28,356 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:28,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329c4aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:28,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:28,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,33703,1731588258684, seqNum=-1] 2024-11-14T12:44:28,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:28,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:28,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588262682.81f16acc060919f0635c22888babf701., hostname=669ef94e8b26,33703,1731588258684, seqNum=2] 2024-11-14T12:44:28,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:44:28,553 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 480, reset compression=false 2024-11-14T12:44:28,590 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 379, reset compression=false 2024-11-14T12:44:28,594 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:28,594 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 503, reset compression=false 2024-11-14T12:44:28,594 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:28,797 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 503, reset compression=false 2024-11-14T12:44:28,856 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 480, reset compression=false 2024-11-14T12:44:29,101 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 503, reset compression=false 2024-11-14T12:44:29,152 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:44:29,155 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:44:29,260 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 480, reset compression=false 2024-11-14T12:44:29,505 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 503, reset compression=false 2024-11-14T12:44:29,509 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:29,509 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 607, reset compression=false 2024-11-14T12:44:29,509 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f16acc060919f0635c22888babf701/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:44:29,511 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:29,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T12:44:29,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:44:29,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45691b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:29,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34567,-1 for getting cluster id 2024-11-14T12:44:29,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:29,514 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45b7f194-d098-4cbd-8bde-7debd2d8ef5d' 2024-11-14T12:44:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45b7f194-d098-4cbd-8bde-7debd2d8ef5d" 2024-11-14T12:44:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5243a82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34567,-1] 2024-11-14T12:44:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:29,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:29,515 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:29,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f91003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:29,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:29,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44373,1731588253669, seqNum=-1] 2024-11-14T12:44:29,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:29,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T12:44:29,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731588261538.8237970df0b2701dc458725b05b33170., hostname=669ef94e8b26,44373,1731588253669, seqNum=2] 2024-11-14T12:44:29,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:44:29,713 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 607, reset compression=false 2024-11-14T12:44:29,763 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 480, reset compression=false 2024-11-14T12:44:29,767 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:29,767 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 608, reset compression=false 2024-11-14T12:44:29,767 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:29,970 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 608, reset compression=false 2024-11-14T12:44:30,017 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 607, reset compression=false 2024-11-14T12:44:30,157 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:44:30,171 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:44:30,273 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 608, reset compression=false 2024-11-14T12:44:30,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:30,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 764, reset compression=false 2024-11-14T12:44:30,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237970df0b2701dc458725b05b33170/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:44:30,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:44:30,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:44:30,421 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 607, reset compression=false 2024-11-14T12:44:30,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:30,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 754, reset compression=false 2024-11-14T12:44:30,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:30,483 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 764, reset compression=false 2024-11-14T12:44:30,629 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 754, reset compression=false 2024-11-14T12:44:30,786 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 764, reset compression=false 2024-11-14T12:44:30,932 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 754, reset compression=false 2024-11-14T12:44:31,173 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:44:31,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:44:31,189 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 764, reset compression=false 2024-11-14T12:44:31,335 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 754, reset compression=false 2024-11-14T12:44:31,338 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:44:31,338 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 913, reset compression=false 2024-11-14T12:44:31,338 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f16acc060919f0635c22888babf701/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:44:31,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:44:31,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:44:31,542 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 913, reset compression=false 2024-11-14T12:44:31,693 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 764, reset compression=false 2024-11-14T12:44:31,696 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:31,696 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:31,696 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:31,844 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 913, reset compression=false 2024-11-14T12:44:31,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:44:31,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:31,899 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:32,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:44:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:44:32,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:32,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:32,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:32,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:32,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:32,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:44:32,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2044884434, stopped=false 2024-11-14T12:44:32,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,41389,1731588258567 2024-11-14T12:44:32,202 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1522753887/running 2024-11-14T12:44:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1522753887/running 2024-11-14T12:44:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:32,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:32,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:32,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:32,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:32,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,33703,1731588258684' ***** 2024-11-14T12:44:32,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:44:32,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/running 2024-11-14T12:44:32,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Set watcher on znode that does not yet exist, /1-1522753887/running 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:44:32,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(3091): Received CLOSE for b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(3091): Received CLOSE for 81f16acc060919f0635c22888babf701 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,33703,1731588258684 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:32,210 INFO [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:33703. 2024-11-14T12:44:32,210 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b833e48ea8d2a4f2bfc0b59e894fbff1, disabling compactions & flushes 2024-11-14T12:44:32,210 DEBUG [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:32,210 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:32,210 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. after waiting 0 ms 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:32,211 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:44:32,211 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:44:32,211 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:44:32,211 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:44:32,211 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b833e48ea8d2a4f2bfc0b59e894fbff1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T12:44:32,211 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:44:32,211 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b833e48ea8d2a4f2bfc0b59e894fbff1=hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1., 81f16acc060919f0635c22888babf701=test,,1731588262682.81f16acc060919f0635c22888babf701.} 2024-11-14T12:44:32,211 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701, b833e48ea8d2a4f2bfc0b59e894fbff1 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:32,211 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:32,211 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:32,211 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:44:32,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/.tmp/queue/290707b24c084c7ab337d3d51bfd3455 is 153, key is 1-669ef94e8b26,33703,1731588258684/queue:669ef94e8b26%2C33703%2C1731588258684/1731588271343/Put/seqid=0 2024-11-14T12:44:32,227 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/info/e0bc2a2fcdb4482facd87259a978a588 is 147, key is hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1./info:regioninfo/1731588267773/Put/seqid=0 2024-11-14T12:44:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741840_1016 (size=5352) 2024-11-14T12:44:32,230 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/.tmp/queue/290707b24c084c7ab337d3d51bfd3455 2024-11-14T12:44:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:44:32,233 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/info/e0bc2a2fcdb4482facd87259a978a588 2024-11-14T12:44:32,234 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/.tmp/queue/290707b24c084c7ab337d3d51bfd3455 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/queue/290707b24c084c7ab337d3d51bfd3455 2024-11-14T12:44:32,238 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/queue/290707b24c084c7ab337d3d51bfd3455, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:44:32,238 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b833e48ea8d2a4f2bfc0b59e894fbff1 in 27ms, sequenceid=10, compaction requested=false 2024-11-14T12:44:32,247 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/replication/b833e48ea8d2a4f2bfc0b59e894fbff1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:44:32,247 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 913, reset compression=false 2024-11-14T12:44:32,248 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:32,248 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:32,248 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:32,248 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b833e48ea8d2a4f2bfc0b59e894fbff1: Waiting for close lock at 1731588272210Running coprocessor pre-close hooks at 1731588272210Disabling compacts and flushes for region at 1731588272210Disabling writes for close at 1731588272211 (+1 ms)Obtaining lock to block concurrent updates at 1731588272211Preparing flush snapshotting stores in b833e48ea8d2a4f2bfc0b59e894fbff1 at 1731588272211Finished memstore snapshotting hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731588272211Flushing stores of hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. at 1731588272211Flushing b833e48ea8d2a4f2bfc0b59e894fbff1/queue: creating writer at 1731588272212 (+1 ms)Flushing b833e48ea8d2a4f2bfc0b59e894fbff1/queue: appending metadata at 1731588272224 (+12 ms)Flushing b833e48ea8d2a4f2bfc0b59e894fbff1/queue: closing flushed file at 1731588272225 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2f4da0: reopening flushed file at 1731588272233 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b833e48ea8d2a4f2bfc0b59e894fbff1 in 27ms, sequenceid=10, compaction requested=false at 1731588272239 (+6 ms)Writing region close event to WAL at 1731588272245 (+6 ms)Running coprocessor post-close hooks at 1731588272248 (+3 ms)Closed at 1731588272248 2024-11-14T12:44:32,248 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588267012.b833e48ea8d2a4f2bfc0b59e894fbff1. 2024-11-14T12:44:32,248 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81f16acc060919f0635c22888babf701, disabling compactions & flushes 2024-11-14T12:44:32,249 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:32,249 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:32,249 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588262682.81f16acc060919f0635c22888babf701. after waiting 0 ms 2024-11-14T12:44:32,249 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:32,249 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81f16acc060919f0635c22888babf701 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T12:44:32,252 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:32,252 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 1160, reset compression=false 2024-11-14T12:44:32,252 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,33703,1731588258684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:32,252 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/ns/ea97b4b323ae41f49162e0eb65618a8b is 43, key is default/ns:d/1731588261435/Put/seqid=0 2024-11-14T12:44:32,252 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:32,253 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,33703,1731588258684: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,33703,1731588258684, walGroup=669ef94e8b26%2C33703%2C1731588258684, offset=669ef94e8b26%2C33703%2C1731588258684.1731588260473:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:33703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:44:32,254 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:44:32,254 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:44:32,255 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:44:32,256 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:44:32,256 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:44:32,256 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 602555712 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191913672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:44:32,256 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:41389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:41389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:44:32,264 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f/953a1f7c820a4c2d84c7ea3756eac8fa is 29, key is row1/f:/1731588271173/DeleteFamily/seqid=0 2024-11-14T12:44:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:44:32,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741843_1019 (size=5118) 2024-11-14T12:44:32,348 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:44:32,348 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:44:32,411 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:32,460 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 1160, reset compression=false 2024-11-14T12:44:32,605 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:32,611 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:32,666 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/ns/ea97b4b323ae41f49162e0eb65618a8b 2024-11-14T12:44:32,667 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f/953a1f7c820a4c2d84c7ea3756eac8fa 2024-11-14T12:44:32,670 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 953a1f7c820a4c2d84c7ea3756eac8fa 2024-11-14T12:44:32,684 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/rep_barrier/90dfcaeff65d4544ba7346c5f13fd991 is 112, key is test,,1731588262682.81f16acc060919f0635c22888babf701./rep_barrier:seqnumDuringOpen/1731588263822/Put/seqid=0 2024-11-14T12:44:32,684 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f1/38b0cd7e916b47c99bff7497324a2e33 is 30, key is row1/f1:/1731588271173/DeleteFamily/seqid=0 2024-11-14T12:44:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741844_1020 (size=5123) 2024-11-14T12:44:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:44:32,763 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 1160, reset compression=false 2024-11-14T12:44:32,811 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:33,011 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:33,088 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/rep_barrier/90dfcaeff65d4544ba7346c5f13fd991 2024-11-14T12:44:33,088 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f1/38b0cd7e916b47c99bff7497324a2e33 2024-11-14T12:44:33,091 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38b0cd7e916b47c99bff7497324a2e33 2024-11-14T12:44:33,104 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/norep/250cd732ba054b95b52550629cd62ba1 is 33, key is row1/norep:/1731588271173/DeleteFamily/seqid=0 2024-11-14T12:44:33,107 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/table/20b90c8f557e4da9b1684a01c6b8851f is 53, key is hbase:replication/table:state/1731588267779/Put/seqid=0 2024-11-14T12:44:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741846_1022 (size=5108) 2024-11-14T12:44:33,109 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741847_1023 (size=5308) 2024-11-14T12:44:33,166 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 1160, reset compression=false 2024-11-14T12:44:33,212 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:44:33,212 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81f16acc060919f0635c22888babf701=test,,1731588262682.81f16acc060919f0635c22888babf701.} 2024-11-14T12:44:33,212 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:33,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:33,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:33,412 DEBUG [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f16acc060919f0635c22888babf701 2024-11-14T12:44:33,508 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/norep/250cd732ba054b95b52550629cd62ba1 2024-11-14T12:44:33,510 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/table/20b90c8f557e4da9b1684a01c6b8851f 2024-11-14T12:44:33,512 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 250cd732ba054b95b52550629cd62ba1 2024-11-14T12:44:33,513 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f/953a1f7c820a4c2d84c7ea3756eac8fa as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/f/953a1f7c820a4c2d84c7ea3756eac8fa 2024-11-14T12:44:33,514 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/info/e0bc2a2fcdb4482facd87259a978a588 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/info/e0bc2a2fcdb4482facd87259a978a588 2024-11-14T12:44:33,516 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 953a1f7c820a4c2d84c7ea3756eac8fa 2024-11-14T12:44:33,516 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/f/953a1f7c820a4c2d84c7ea3756eac8fa, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:33,518 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/f1/38b0cd7e916b47c99bff7497324a2e33 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/f1/38b0cd7e916b47c99bff7497324a2e33 2024-11-14T12:44:33,518 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/info/e0bc2a2fcdb4482facd87259a978a588, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:44:33,518 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/ns/ea97b4b323ae41f49162e0eb65618a8b as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/ns/ea97b4b323ae41f49162e0eb65618a8b 2024-11-14T12:44:33,521 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38b0cd7e916b47c99bff7497324a2e33 2024-11-14T12:44:33,521 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/f1/38b0cd7e916b47c99bff7497324a2e33, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:33,522 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/ns/ea97b4b323ae41f49162e0eb65618a8b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:44:33,522 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/.tmp/norep/250cd732ba054b95b52550629cd62ba1 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/norep/250cd732ba054b95b52550629cd62ba1 2024-11-14T12:44:33,522 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/rep_barrier/90dfcaeff65d4544ba7346c5f13fd991 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/rep_barrier/90dfcaeff65d4544ba7346c5f13fd991 2024-11-14T12:44:33,526 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 250cd732ba054b95b52550629cd62ba1 2024-11-14T12:44:33,526 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/norep/250cd732ba054b95b52550629cd62ba1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:33,526 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/rep_barrier/90dfcaeff65d4544ba7346c5f13fd991, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:44:33,526 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/.tmp/table/20b90c8f557e4da9b1684a01c6b8851f as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/table/20b90c8f557e4da9b1684a01c6b8851f 2024-11-14T12:44:33,526 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 81f16acc060919f0635c22888babf701 in 1277ms, sequenceid=8, compaction requested=false 2024-11-14T12:44:33,530 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/table/20b90c8f557e4da9b1684a01c6b8851f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:44:33,531 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-14T12:44:33,533 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/default/test/81f16acc060919f0635c22888babf701/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:44:33,534 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:33,534 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:33,534 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:33,534 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81f16acc060919f0635c22888babf701: Waiting for close lock at 1731588272248Running coprocessor pre-close hooks at 1731588272248Disabling compacts and flushes for region at 1731588272248Disabling writes for close at 1731588272249 (+1 ms)Obtaining lock to block concurrent updates at 1731588272249Preparing flush snapshotting stores in 81f16acc060919f0635c22888babf701 at 1731588272249Finished memstore snapshotting test,,1731588262682.81f16acc060919f0635c22888babf701., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731588272250 (+1 ms)Flushing stores of test,,1731588262682.81f16acc060919f0635c22888babf701. at 1731588272250Flushing 81f16acc060919f0635c22888babf701/f: creating writer at 1731588272250Flushing 81f16acc060919f0635c22888babf701/f: appending metadata at 1731588272263 (+13 ms)Flushing 81f16acc060919f0635c22888babf701/f: closing flushed file at 1731588272264 (+1 ms)Flushing 81f16acc060919f0635c22888babf701/f1: creating writer at 1731588272670 (+406 ms)Flushing 81f16acc060919f0635c22888babf701/f1: appending metadata at 1731588272684 (+14 ms)Flushing 81f16acc060919f0635c22888babf701/f1: closing flushed file at 1731588272684Flushing 81f16acc060919f0635c22888babf701/norep: creating writer at 1731588273092 (+408 ms)Flushing 81f16acc060919f0635c22888babf701/norep: appending metadata at 1731588273104 (+12 ms)Flushing 81f16acc060919f0635c22888babf701/norep: closing flushed file at 1731588273104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7fd632: reopening flushed file at 1731588273512 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2c77ec: reopening flushed file at 1731588273516 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae73a2f: reopening flushed file at 1731588273521 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 81f16acc060919f0635c22888babf701 in 1277ms, sequenceid=8, compaction requested=false at 1731588273526 (+5 ms)Writing region close event to WAL at 1731588273530 (+4 ms)Running coprocessor post-close hooks at 1731588273534 (+4 ms)Closed at 1731588273534 2024-11-14T12:44:33,534 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588262682.81f16acc060919f0635c22888babf701. 2024-11-14T12:44:33,535 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:44:33,536 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:33,536 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:33,536 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:33,536 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588272211Running coprocessor pre-close hooks at 1731588272211Disabling compacts and flushes for region at 1731588272211Disabling writes for close at 1731588272211Obtaining lock to block concurrent updates at 1731588272211Preparing flush snapshotting stores in 1588230740 at 1731588272211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588272211Flushing stores of hbase:meta,,1.1588230740 at 1731588272212 (+1 ms)Flushing 1588230740/info: creating writer at 1731588272212Flushing 1588230740/info: appending metadata at 1731588272227 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731588272227Flushing 1588230740/ns: creating writer at 1731588272236 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731588272252 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731588272252Flushing 1588230740/rep_barrier: creating writer at 1731588272669 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588272684 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588272684Flushing 1588230740/table: creating writer at 1731588273091 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588273106 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731588273106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2041bb22: reopening flushed file at 1731588273513 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fd22d8: reopening flushed file at 1731588273518 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6917356e: reopening flushed file at 1731588273522 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab7542: reopening flushed file at 1731588273526 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731588273531 (+5 ms)Writing region close event to WAL at 1731588273533 (+2 ms)Running coprocessor post-close hooks at 1731588273536 (+3 ms)Closed at 1731588273536 2024-11-14T12:44:33,536 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:33,612 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,33703,1731588258684; all regions closed. 2024-11-14T12:44:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:44:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741839_1015 (size=2676) 2024-11-14T12:44:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741832_1008 (size=1812) 2024-11-14T12:44:33,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 not finished, retry = 0 2024-11-14T12:44:33,669 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 to pos 1160, reset compression=false 2024-11-14T12:44:33,712 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:33,719 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:33,719 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:33,719 INFO [RS:0;669ef94e8b26:33703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:33,719 INFO [RS:0;669ef94e8b26:33703 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:33,720 INFO [RS:0;669ef94e8b26:33703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:33,720 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:33,720 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,33703,1731588258684 because: Region server is closing 2024-11-14T12:44:33,720 INFO [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:33703. 2024-11-14T12:44:33,720 DEBUG [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:33,720 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:33,720 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:33,720 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/WALs/669ef94e8b26,33703,1731588258684/669ef94e8b26%2C33703%2C1731588258684.1731588260473 2024-11-14T12:44:33,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:33,720 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.wal-reader.669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:33,820 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,33703,1731588258684.replicationSource.shipper669ef94e8b26%2C33703%2C1731588258684,1-669ef94e8b26,33703,1731588258684 terminated 2024-11-14T12:44:33,821 INFO [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:33703. 2024-11-14T12:44:33,821 DEBUG [RS:0;669ef94e8b26:33703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:33,821 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:33,821 DEBUG [RS:0;669ef94e8b26:33703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:33,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:33,821 INFO [RS:0;669ef94e8b26:33703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33703 2024-11-14T12:44:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1522753887/rs/669ef94e8b26,33703,1731588258684 2024-11-14T12:44:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887/rs 2024-11-14T12:44:33,850 INFO [RS:0;669ef94e8b26:33703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:33,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,33703,1731588258684] 2024-11-14T12:44:33,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1522753887/draining/669ef94e8b26,33703,1731588258684 already deleted, retry=false 2024-11-14T12:44:33,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,33703,1731588258684 expired; onlineServers=0 2024-11-14T12:44:33,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,41389,1731588258567' ***** 2024-11-14T12:44:33,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:44:33,867 INFO [M:0;669ef94e8b26:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:33,867 INFO [M:0;669ef94e8b26:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:33,867 DEBUG [M:0;669ef94e8b26:41389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:44:33,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:44:33,867 DEBUG [M:0;669ef94e8b26:41389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:44:33,867 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588260223 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588260223,5,FailOnTimeoutGroup] 2024-11-14T12:44:33,867 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588260215 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588260215,5,FailOnTimeoutGroup] 2024-11-14T12:44:33,867 INFO [M:0;669ef94e8b26:41389 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:33,868 INFO [M:0;669ef94e8b26:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:33,868 DEBUG [M:0;669ef94e8b26:41389 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:44:33,868 INFO [M:0;669ef94e8b26:41389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:44:33,868 INFO [M:0;669ef94e8b26:41389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:33,868 INFO [M:0;669ef94e8b26:41389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:44:33,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:44:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1522753887/master 2024-11-14T12:44:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1522753887 2024-11-14T12:44:33,875 DEBUG [M:0;669ef94e8b26:41389 {}] zookeeper.ZKUtil(347): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Unable to get data of znode /1-1522753887/master because node does not exist (not an error) 2024-11-14T12:44:33,875 WARN [M:0;669ef94e8b26:41389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:44:33,876 INFO [M:0;669ef94e8b26:41389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/.lastflushedseqids 2024-11-14T12:44:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:44:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:33,959 INFO [RS:0;669ef94e8b26:33703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33703-0x1013aa992d20004, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:33,959 INFO [RS:0;669ef94e8b26:33703 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,33703,1731588258684; zookeeper connection closed. 2024-11-14T12:44:33,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@213fd007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@213fd007 2024-11-14T12:44:33,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:44:34,280 INFO [M:0;669ef94e8b26:41389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:44:34,280 INFO [M:0;669ef94e8b26:41389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:44:34,280 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:34,280 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:34,280 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:34,280 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:34,280 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:34,280 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T12:44:34,297 DEBUG [M:0;669ef94e8b26:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8beaa81f64c748e798aa69d92eacc1f3 is 82, key is hbase:meta,,1/info:regioninfo/1731588261419/Put/seqid=0 2024-11-14T12:44:34,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:44:34,415 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:34,701 INFO [M:0;669ef94e8b26:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8beaa81f64c748e798aa69d92eacc1f3 2024-11-14T12:44:34,718 DEBUG [M:0;669ef94e8b26:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0036eafdd049c484ff2376560ca49f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588267782/Put/seqid=0 2024-11-14T12:44:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741850_1026 (size=8515) 2024-11-14T12:44:35,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:35,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:35,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28281 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:35,122 INFO [M:0;669ef94e8b26:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0036eafdd049c484ff2376560ca49f 2024-11-14T12:44:35,138 DEBUG [M:0;669ef94e8b26:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6731202f27d4a1e9e281f0eeda1573a is 69, key is 669ef94e8b26,33703,1731588258684/rs:state/1731588260241/Put/seqid=0 2024-11-14T12:44:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:44:35,219 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:35,541 INFO [M:0;669ef94e8b26:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6731202f27d4a1e9e281f0eeda1573a 2024-11-14T12:44:35,546 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8beaa81f64c748e798aa69d92eacc1f3 as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8beaa81f64c748e798aa69d92eacc1f3 2024-11-14T12:44:35,549 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8beaa81f64c748e798aa69d92eacc1f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:44:35,550 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0036eafdd049c484ff2376560ca49f as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d0036eafdd049c484ff2376560ca49f 2024-11-14T12:44:35,554 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d0036eafdd049c484ff2376560ca49f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:44:35,554 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6731202f27d4a1e9e281f0eeda1573a as hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6731202f27d4a1e9e281f0eeda1573a 2024-11-14T12:44:35,558 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/b85841ec-76e4-b43e-c2f1-bd18e8af3cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6731202f27d4a1e9e281f0eeda1573a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:44:35,559 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-14T12:44:35,562 INFO [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:35,562 DEBUG [M:0;669ef94e8b26:41389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588274280Disabling compacts and flushes for region at 1731588274280Disabling writes for close at 1731588274280Obtaining lock to block concurrent updates at 1731588274280Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588274280Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731588274281 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588274281Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588274281Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588274296 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588274297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588274704 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588274718 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588274718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588275125 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588275137 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588275137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a6cae4: reopening flushed file at 1731588275545 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4215bf5b: reopening flushed file at 1731588275550 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf1d190: reopening flushed file at 1731588275554 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731588275559 (+5 ms)Writing region close event to WAL at 1731588275562 (+3 ms)Closed at 1731588275562 2024-11-14T12:44:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741830_1006 (size=63642) 2024-11-14T12:44:35,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:35,564 INFO [M:0;669ef94e8b26:41389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:44:35,564 INFO [M:0;669ef94e8b26:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41389 2024-11-14T12:44:35,564 INFO [M:0;669ef94e8b26:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:35,692 INFO [M:0;669ef94e8b26:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1013aa992d20003, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:35,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:35,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:35,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:35,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:35,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:35,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:44:35,733 WARN [BP-476158206-172.17.0.3-1731588256952 heartbeating to localhost/127.0.0.1:42243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:44:35,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:44:35,734 WARN [BP-476158206-172.17.0.3-1731588256952 heartbeating to localhost/127.0.0.1:42243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476158206-172.17.0.3-1731588256952 (Datanode Uuid 46bc8e13-6644-4743-8818-8dce4d1e1386) service to localhost/127.0.0.1:42243 2024-11-14T12:44:35,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/cluster_cd45d19d-5fa3-edba-6933-8d5d8907fea9/data/data1/current/BP-476158206-172.17.0.3-1731588256952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:35,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/cluster_cd45d19d-5fa3-edba-6933-8d5d8907fea9/data/data2/current/BP-476158206-172.17.0.3-1731588256952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:35,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:44:35,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:35,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:35,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:35,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:35,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:35,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:44:35,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:44:35,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:35,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:35,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:35,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:35,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:35,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:44:35,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786169496, stopped=false 2024-11-14T12:44:35,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,34567,1731588253514 2024-11-14T12:44:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-879247248/running 2024-11-14T12:44:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-879247248/running 2024-11-14T12:44:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:35,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:35,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:44:35,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/running 2024-11-14T12:44:35,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:35,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Set watcher on znode that does not yet exist, /0-879247248/running 2024-11-14T12:44:35,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:35,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,44373,1731588253669' ***** 2024-11-14T12:44:35,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:44:35,779 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:44:35,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:44:35,779 INFO [RS:0;669ef94e8b26:44373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:44:35,779 INFO [RS:0;669ef94e8b26:44373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 62ccfa27df46fab191df47bccb4fc0d2 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,44373,1731588253669 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44373. 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62ccfa27df46fab191df47bccb4fc0d2, disabling compactions & flushes 2024-11-14T12:44:35,780 DEBUG [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:35,780 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:35,780 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. after waiting 0 ms 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:44:35,780 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62ccfa27df46fab191df47bccb4fc0d2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:44:35,780 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:44:35,780 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1325): Online Regions={62ccfa27df46fab191df47bccb4fc0d2=hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2., 1588230740=hbase:meta,,1.1588230740, 8237970df0b2701dc458725b05b33170=test,,1731588261538.8237970df0b2701dc458725b05b33170.} 2024-11-14T12:44:35,780 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62ccfa27df46fab191df47bccb4fc0d2, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:35,780 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:35,780 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:35,780 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:44:35,794 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/.tmp/queue/5ca281fe30a942fd8972c3bea1bac63b is 153, key is 1-669ef94e8b26,44373,1731588253669/queue:669ef94e8b26%2C44373%2C1731588253669/1731588271697/Put/seqid=0 2024-11-14T12:44:35,794 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/info/3d0f1a71b17842ef8854d4c4303242a0 is 147, key is hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2./info:regioninfo/1731588266037/Put/seqid=0 2024-11-14T12:44:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741840_1016 (size=5352) 2024-11-14T12:44:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:44:35,797 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/.tmp/queue/5ca281fe30a942fd8972c3bea1bac63b 2024-11-14T12:44:35,801 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/.tmp/queue/5ca281fe30a942fd8972c3bea1bac63b as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/queue/5ca281fe30a942fd8972c3bea1bac63b 2024-11-14T12:44:35,804 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/queue/5ca281fe30a942fd8972c3bea1bac63b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:44:35,805 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 62ccfa27df46fab191df47bccb4fc0d2 in 25ms, sequenceid=10, compaction requested=false 2024-11-14T12:44:35,807 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/replication/62ccfa27df46fab191df47bccb4fc0d2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:35,808 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62ccfa27df46fab191df47bccb4fc0d2: Waiting for close lock at 1731588275780Running coprocessor pre-close hooks at 1731588275780Disabling compacts and flushes for region at 1731588275780Disabling writes for close at 1731588275780Obtaining lock to block concurrent updates at 1731588275780Preparing flush snapshotting stores in 62ccfa27df46fab191df47bccb4fc0d2 at 1731588275780Finished memstore snapshotting hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731588275780Flushing stores of hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. at 1731588275781 (+1 ms)Flushing 62ccfa27df46fab191df47bccb4fc0d2/queue: creating writer at 1731588275781Flushing 62ccfa27df46fab191df47bccb4fc0d2/queue: appending metadata at 1731588275793 (+12 ms)Flushing 62ccfa27df46fab191df47bccb4fc0d2/queue: closing flushed file at 1731588275793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26550c99: reopening flushed file at 1731588275800 (+7 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 62ccfa27df46fab191df47bccb4fc0d2 in 25ms, sequenceid=10, compaction requested=false at 1731588275805 (+5 ms)Writing region close event to WAL at 1731588275805Running coprocessor post-close hooks at 1731588275808 (+3 ms)Closed at 1731588275808 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588264856.62ccfa27df46fab191df47bccb4fc0d2. 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8237970df0b2701dc458725b05b33170, disabling compactions & flushes 2024-11-14T12:44:35,808 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588261538.8237970df0b2701dc458725b05b33170. after waiting 0 ms 2024-11-14T12:44:35,808 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:35,808 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8237970df0b2701dc458725b05b33170 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T12:44:35,822 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f/e1c402c301fe4523ad466e636e09db46 is 29, key is row1/f:/1731588271173/DeleteFamily/seqid=0 2024-11-14T12:44:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741842_1018 (size=5118) 2024-11-14T12:44:35,873 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:35,980 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:36,122 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 914, reset compression=false 2024-11-14T12:44:36,126 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:44:36,127 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 1161, reset compression=false 2024-11-14T12:44:36,127 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44373,1731588253669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:44:36,127 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,44373,1731588253669: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,44373,1731588253669, walGroup=669ef94e8b26%2C44373%2C1731588253669, offset=669ef94e8b26%2C44373%2C1731588253669.1731588255780:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:44:36,128 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:44:36,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:44:36,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:44:36,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:44:36,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:44:36,129 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 684344640 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 192589488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:44:36,129 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:34567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:34567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:44:36,181 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:36,198 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/info/3d0f1a71b17842ef8854d4c4303242a0 2024-11-14T12:44:36,218 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/ns/bb2fc9978a004c468b5d2f4ba3dc0443 is 43, key is default/ns:d/1731588256840/Put/seqid=0 2024-11-14T12:44:36,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741843_1019 (size=5153) 2024-11-14T12:44:36,222 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/ns/bb2fc9978a004c468b5d2f4ba3dc0443 2024-11-14T12:44:36,225 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f/e1c402c301fe4523ad466e636e09db46 2024-11-14T12:44:36,229 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1c402c301fe4523ad466e636e09db46 2024-11-14T12:44:36,242 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f1/f726db9aee1c47de8c18eafb2238c38c is 30, key is row1/f1:/1731588271173/DeleteFamily/seqid=0 2024-11-14T12:44:36,242 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/rep_barrier/32326e44e5054d1aa83a304b1c45099e is 112, key is test,,1731588261538.8237970df0b2701dc458725b05b33170./rep_barrier:seqnumDuringOpen/1731588262287/Put/seqid=0 2024-11-14T12:44:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741844_1020 (size=5123) 2024-11-14T12:44:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:44:36,330 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 1161, reset compression=false 2024-11-14T12:44:36,381 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:36,581 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:36,634 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 1161, reset compression=false 2024-11-14T12:44:36,646 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/rep_barrier/32326e44e5054d1aa83a304b1c45099e 2024-11-14T12:44:36,646 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f1/f726db9aee1c47de8c18eafb2238c38c 2024-11-14T12:44:36,649 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f726db9aee1c47de8c18eafb2238c38c 2024-11-14T12:44:36,662 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/table/1476fa1dc6494523b0a72c5188e6d848 is 53, key is hbase:replication/table:state/1731588266043/Put/seqid=0 2024-11-14T12:44:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:44:36,665 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/norep/6a770ffae1264b5ab12da752f043def8 is 32, key is row/norep:/1731588270160/DeleteFamily/seqid=0 2024-11-14T12:44:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741847_1023 (size=5101) 2024-11-14T12:44:36,734 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:44:36,734 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:44:36,781 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:44:36,781 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8237970df0b2701dc458725b05b33170=test,,1731588261538.8237970df0b2701dc458725b05b33170.} 2024-11-14T12:44:36,781 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:36,981 DEBUG [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237970df0b2701dc458725b05b33170 2024-11-14T12:44:37,037 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.wal-reader.669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 to pos 1161, reset compression=false 2024-11-14T12:44:37,066 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/table/1476fa1dc6494523b0a72c5188e6d848 2024-11-14T12:44:37,068 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/norep/6a770ffae1264b5ab12da752f043def8 2024-11-14T12:44:37,071 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/info/3d0f1a71b17842ef8854d4c4303242a0 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/info/3d0f1a71b17842ef8854d4c4303242a0 2024-11-14T12:44:37,071 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a770ffae1264b5ab12da752f043def8 2024-11-14T12:44:37,072 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f/e1c402c301fe4523ad466e636e09db46 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/f/e1c402c301fe4523ad466e636e09db46 2024-11-14T12:44:37,074 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/info/3d0f1a71b17842ef8854d4c4303242a0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:44:37,074 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/ns/bb2fc9978a004c468b5d2f4ba3dc0443 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/ns/bb2fc9978a004c468b5d2f4ba3dc0443 2024-11-14T12:44:37,075 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1c402c301fe4523ad466e636e09db46 2024-11-14T12:44:37,075 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/f/e1c402c301fe4523ad466e636e09db46, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:37,076 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/f1/f726db9aee1c47de8c18eafb2238c38c as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/f1/f726db9aee1c47de8c18eafb2238c38c 2024-11-14T12:44:37,078 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/ns/bb2fc9978a004c468b5d2f4ba3dc0443, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:44:37,078 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/rep_barrier/32326e44e5054d1aa83a304b1c45099e as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/rep_barrier/32326e44e5054d1aa83a304b1c45099e 2024-11-14T12:44:37,079 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f726db9aee1c47de8c18eafb2238c38c 2024-11-14T12:44:37,079 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/f1/f726db9aee1c47de8c18eafb2238c38c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:37,080 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/.tmp/norep/6a770ffae1264b5ab12da752f043def8 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/norep/6a770ffae1264b5ab12da752f043def8 2024-11-14T12:44:37,082 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/rep_barrier/32326e44e5054d1aa83a304b1c45099e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:44:37,082 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/.tmp/table/1476fa1dc6494523b0a72c5188e6d848 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/table/1476fa1dc6494523b0a72c5188e6d848 2024-11-14T12:44:37,084 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a770ffae1264b5ab12da752f043def8 2024-11-14T12:44:37,084 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/norep/6a770ffae1264b5ab12da752f043def8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T12:44:37,085 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8237970df0b2701dc458725b05b33170 in 1277ms, sequenceid=8, compaction requested=false 2024-11-14T12:44:37,086 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/table/1476fa1dc6494523b0a72c5188e6d848, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:44:37,086 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-14T12:44:37,089 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/default/test/8237970df0b2701dc458725b05b33170/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:44:37,090 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:37,090 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:37,090 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:37,090 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8237970df0b2701dc458725b05b33170: Waiting for close lock at 1731588275808Running coprocessor pre-close hooks at 1731588275808Disabling compacts and flushes for region at 1731588275808Disabling writes for close at 1731588275808Obtaining lock to block concurrent updates at 1731588275808Preparing flush snapshotting stores in 8237970df0b2701dc458725b05b33170 at 1731588275808Finished memstore snapshotting test,,1731588261538.8237970df0b2701dc458725b05b33170., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731588275809 (+1 ms)Flushing stores of test,,1731588261538.8237970df0b2701dc458725b05b33170. at 1731588275809Flushing 8237970df0b2701dc458725b05b33170/f: creating writer at 1731588275809Flushing 8237970df0b2701dc458725b05b33170/f: appending metadata at 1731588275821 (+12 ms)Flushing 8237970df0b2701dc458725b05b33170/f: closing flushed file at 1731588275821Flushing 8237970df0b2701dc458725b05b33170/f1: creating writer at 1731588276229 (+408 ms)Flushing 8237970df0b2701dc458725b05b33170/f1: appending metadata at 1731588276241 (+12 ms)Flushing 8237970df0b2701dc458725b05b33170/f1: closing flushed file at 1731588276241Flushing 8237970df0b2701dc458725b05b33170/norep: creating writer at 1731588276649 (+408 ms)Flushing 8237970df0b2701dc458725b05b33170/norep: appending metadata at 1731588276665 (+16 ms)Flushing 8237970df0b2701dc458725b05b33170/norep: closing flushed file at 1731588276665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfffc7c: reopening flushed file at 1731588277071 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477519b0: reopening flushed file at 1731588277075 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7353bf: reopening flushed file at 1731588277079 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8237970df0b2701dc458725b05b33170 in 1277ms, sequenceid=8, compaction requested=false at 1731588277085 (+6 ms)Writing region close event to WAL at 1731588277086 (+1 ms)Running coprocessor post-close hooks at 1731588277090 (+4 ms)Closed at 1731588277090 2024-11-14T12:44:37,090 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588261538.8237970df0b2701dc458725b05b33170. 2024-11-14T12:44:37,091 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:44:37,091 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:37,091 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:37,091 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:37,092 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588275780Running coprocessor pre-close hooks at 1731588275780Disabling compacts and flushes for region at 1731588275780Disabling writes for close at 1731588275780Obtaining lock to block concurrent updates at 1731588275780Preparing flush snapshotting stores in 1588230740 at 1731588275780Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588275781 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588275781Flushing 1588230740/info: creating writer at 1731588275781Flushing 1588230740/info: appending metadata at 1731588275793 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731588275793Flushing 1588230740/ns: creating writer at 1731588276201 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731588276218 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731588276218Flushing 1588230740/rep_barrier: creating writer at 1731588276226 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588276242 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588276242Flushing 1588230740/table: creating writer at 1731588276649 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588276662 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731588276662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c431d2: reopening flushed file at 1731588277070 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be2f1fa: reopening flushed file at 1731588277074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed46f88: reopening flushed file at 1731588277078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfb8823: reopening flushed file at 1731588277082 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731588277086 (+4 ms)Writing region close event to WAL at 1731588277089 (+3 ms)Running coprocessor post-close hooks at 1731588277091 (+2 ms)Closed at 1731588277091 2024-11-14T12:44:37,092 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:37,181 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,44373,1731588253669; all regions closed. 2024-11-14T12:44:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:44:37,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.meta.1731588256771.meta not finished, retry = 0 2024-11-14T12:44:37,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.rep.1731588266010 not finished, retry = 0 2024-11-14T12:44:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741839_1015 (size=2676) 2024-11-14T12:44:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741832_1008 (size=1813) 2024-11-14T12:44:37,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/WALs/669ef94e8b26,44373,1731588253669/669ef94e8b26%2C44373%2C1731588253669.1731588255780 not finished, retry = 0 2024-11-14T12:44:37,489 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:37,489 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:44:37,489 INFO [RS:0;669ef94e8b26:44373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:37,489 INFO [RS:0;669ef94e8b26:44373 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:37,489 INFO [RS:0;669ef94e8b26:44373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:37,489 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:37,489 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44373,1731588253669 because: Region server is closing 2024-11-14T12:44:37,490 INFO [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44373. 2024-11-14T12:44:37,490 DEBUG [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:37,490 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:37,490 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:37,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:37,590 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44373,1731588253669.replicationSource.shipper669ef94e8b26%2C44373%2C1731588253669,1-669ef94e8b26,44373,1731588253669 terminated 2024-11-14T12:44:37,590 INFO [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44373. 2024-11-14T12:44:37,590 DEBUG [RS:0;669ef94e8b26:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:44:37,590 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:37,590 DEBUG [RS:0;669ef94e8b26:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:37,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:44:37,590 INFO [RS:0;669ef94e8b26:44373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44373 2024-11-14T12:44:37,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248/rs 2024-11-14T12:44:37,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-879247248/rs/669ef94e8b26,44373,1731588253669 2024-11-14T12:44:37,617 INFO [RS:0;669ef94e8b26:44373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:37,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,44373,1731588253669] 2024-11-14T12:44:37,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-879247248/draining/669ef94e8b26,44373,1731588253669 already deleted, retry=false 2024-11-14T12:44:37,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,44373,1731588253669 expired; onlineServers=0 2024-11-14T12:44:37,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,34567,1731588253514' ***** 2024-11-14T12:44:37,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:44:37,634 DEBUG [M:0;669ef94e8b26:34567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:44:37,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:44:37,634 DEBUG [M:0;669ef94e8b26:34567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:44:37,634 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588255595 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588255595,5,FailOnTimeoutGroup] 2024-11-14T12:44:37,634 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588255595 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588255595,5,FailOnTimeoutGroup] 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:44:37,634 DEBUG [M:0;669ef94e8b26:34567 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:44:37,634 INFO [M:0;669ef94e8b26:34567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:44:37,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:44:37,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-879247248/master 2024-11-14T12:44:37,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-879247248 2024-11-14T12:44:37,642 DEBUG [M:0;669ef94e8b26:34567 {}] zookeeper.ZKUtil(347): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Unable to get data of znode /0-879247248/master because node does not exist (not an error) 2024-11-14T12:44:37,642 WARN [M:0;669ef94e8b26:34567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:44:37,643 INFO [M:0;669ef94e8b26:34567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/.lastflushedseqids 2024-11-14T12:44:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:44:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:37,725 INFO [RS:0;669ef94e8b26:44373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x1013aa992d20001, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:37,725 INFO [RS:0;669ef94e8b26:44373 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,44373,1731588253669; zookeeper connection closed. 2024-11-14T12:44:37,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fe5ceb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fe5ceb4 2024-11-14T12:44:37,726 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:44:38,047 INFO [M:0;669ef94e8b26:34567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:44:38,047 INFO [M:0;669ef94e8b26:34567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:44:38,047 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:38,047 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:38,047 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:38,047 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:38,047 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:38,047 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T12:44:38,060 DEBUG [M:0;669ef94e8b26:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d25d32b1d284425a599dd36d84b01be is 82, key is hbase:meta,,1/info:regioninfo/1731588256802/Put/seqid=0 2024-11-14T12:44:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:44:38,464 INFO [M:0;669ef94e8b26:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d25d32b1d284425a599dd36d84b01be 2024-11-14T12:44:38,480 DEBUG [M:0;669ef94e8b26:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a11f7ec7f074eeb83e6c693b8455bc8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588266046/Put/seqid=0 2024-11-14T12:44:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741850_1026 (size=8516) 2024-11-14T12:44:38,884 INFO [M:0;669ef94e8b26:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a11f7ec7f074eeb83e6c693b8455bc8 2024-11-14T12:44:38,902 DEBUG [M:0;669ef94e8b26:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff28dde34945448ab039e014f40b8ac9 is 69, key is 669ef94e8b26,44373,1731588253669/rs:state/1731588255632/Put/seqid=0 2024-11-14T12:44:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:44:39,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:39,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:39,306 INFO [M:0;669ef94e8b26:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff28dde34945448ab039e014f40b8ac9 2024-11-14T12:44:39,310 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d25d32b1d284425a599dd36d84b01be as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d25d32b1d284425a599dd36d84b01be 2024-11-14T12:44:39,313 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d25d32b1d284425a599dd36d84b01be, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:44:39,314 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a11f7ec7f074eeb83e6c693b8455bc8 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a11f7ec7f074eeb83e6c693b8455bc8 2024-11-14T12:44:39,317 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a11f7ec7f074eeb83e6c693b8455bc8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:44:39,317 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff28dde34945448ab039e014f40b8ac9 as hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff28dde34945448ab039e014f40b8ac9 2024-11-14T12:44:39,320 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/694698ce-df49-b6c8-69c9-10bd699949da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff28dde34945448ab039e014f40b8ac9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:44:39,321 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-14T12:44:39,322 INFO [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:39,322 DEBUG [M:0;669ef94e8b26:34567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588278047Disabling compacts and flushes for region at 1731588278047Disabling writes for close at 1731588278047Obtaining lock to block concurrent updates at 1731588278047Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588278047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731588278047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588278048 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588278048Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588278060 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588278060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588278467 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588278480 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588278480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588278887 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588278901 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588278901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298a28ac: reopening flushed file at 1731588279309 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d30f048: reopening flushed file at 1731588279313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72478f31: reopening flushed file at 1731588279317 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731588279321 (+4 ms)Writing region close event to WAL at 1731588279322 (+1 ms)Closed at 1731588279322 2024-11-14T12:44:39,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741830_1006 (size=63654) 2024-11-14T12:44:39,324 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:44:39,325 INFO [M:0;669ef94e8b26:34567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:44:39,325 INFO [M:0;669ef94e8b26:34567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34567 2024-11-14T12:44:39,325 INFO [M:0;669ef94e8b26:34567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:44:39,450 INFO [M:0;669ef94e8b26:34567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:44:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x1013aa992d20000, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:44:39,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:39,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:39,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:39,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:39,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:39,454 WARN [BP-603699495-172.17.0.3-1731588251902 heartbeating to localhost/127.0.0.1:33745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:44:39,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:44:39,454 WARN [BP-603699495-172.17.0.3-1731588251902 heartbeating to localhost/127.0.0.1:33745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-603699495-172.17.0.3-1731588251902 (Datanode Uuid e8c5e497-d360-4e25-85ed-a563454b840b) service to localhost/127.0.0.1:33745 2024-11-14T12:44:39,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:44:39,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/data/data1/current/BP-603699495-172.17.0.3-1731588251902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:39,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/cluster_40640982-3dfc-f3b2-14a5-370c0dd392f2/data/data2/current/BP-603699495-172.17.0.3-1731588251902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:44:39,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:44:39,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:39,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:44:39,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:44:39,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:44:39,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c9430b6-1ce1-3ecd-0fda-15a58016ad4f/hadoop.log.dir/,STOPPED} 2024-11-14T12:44:39,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:44:39,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:44:39,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 237) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33745 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6183 (was 6197) 2024-11-14T12:44:39,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=6183 2024-11-14T12:44:39,509 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T12:44:39,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir so I do NOT create it in target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22 2024-11-14T12:44:39,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:44:39,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.tmp.dir so I do NOT create it in target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22 2024-11-14T12:44:39,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd42cc-b362-f714-dc15-7c8526c1f6a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:44:39,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22 2024-11-14T12:44:39,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8, deleteOnExit=true 2024-11-14T12:44:39,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/zookeeper_0, clientPort=53394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:44:39,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53394 2024-11-14T12:44:39,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/test.cache.data in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:44:39,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:44:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:44:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:44:39,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa992d20005, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:44:39,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa992d20002, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:44:39,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa992d20002, quorum=127.0.0.1:54281, baseZNode=/0-879247248 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:44:39,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa992d20005, quorum=127.0.0.1:54281, baseZNode=/1-1522753887 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:44:39,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:39,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:39,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:39,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:39,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:39,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:39,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:39,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:39,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/java.io.tmpdir/jetty-localhost-42669-hadoop-hdfs-3_4_1-tests_jar-_-any-13245947485180934546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:39,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:42669} 2024-11-14T12:44:39,991 INFO [Time-limited test {}] server.Server(415): Started @233710ms 2024-11-14T12:44:40,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:40,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:40,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:40,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:40,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:40,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:40,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:40,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/java.io.tmpdir/jetty-localhost-33505-hadoop-hdfs-3_4_1-tests_jar-_-any-2839019800757106931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:40,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:33505} 2024-11-14T12:44:40,309 INFO [Time-limited test {}] server.Server(415): Started @234027ms 2024-11-14T12:44:40,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:44:40,785 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/data/data1/current/BP-1520621168-172.17.0.3-1731588279548/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:40,785 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/data/data2/current/BP-1520621168-172.17.0.3-1731588279548/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:40,799 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:44:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71050007cd63bcee with lease ID 0xae264ea034063e35: Processing first storage report for DS-5be21e5e-afec-4628-b8d0-93e30350a23c from datanode DatanodeRegistration(127.0.0.1:36593, datanodeUuid=8dbba330-515e-402b-9339-eaa0d040f620, infoPort=44307, infoSecurePort=0, ipcPort=45169, storageInfo=lv=-57;cid=testClusterID;nsid=1014108176;c=1731588279548) 2024-11-14T12:44:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71050007cd63bcee with lease ID 0xae264ea034063e35: from storage DS-5be21e5e-afec-4628-b8d0-93e30350a23c node DatanodeRegistration(127.0.0.1:36593, datanodeUuid=8dbba330-515e-402b-9339-eaa0d040f620, infoPort=44307, infoSecurePort=0, ipcPort=45169, storageInfo=lv=-57;cid=testClusterID;nsid=1014108176;c=1731588279548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71050007cd63bcee with lease ID 0xae264ea034063e35: Processing first storage report for DS-44d96132-5f75-4962-8777-6abe75ac2dfa from datanode DatanodeRegistration(127.0.0.1:36593, datanodeUuid=8dbba330-515e-402b-9339-eaa0d040f620, infoPort=44307, infoSecurePort=0, ipcPort=45169, storageInfo=lv=-57;cid=testClusterID;nsid=1014108176;c=1731588279548) 2024-11-14T12:44:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71050007cd63bcee with lease ID 0xae264ea034063e35: from storage DS-44d96132-5f75-4962-8777-6abe75ac2dfa node DatanodeRegistration(127.0.0.1:36593, datanodeUuid=8dbba330-515e-402b-9339-eaa0d040f620, infoPort=44307, infoSecurePort=0, ipcPort=45169, storageInfo=lv=-57;cid=testClusterID;nsid=1014108176;c=1731588279548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:40,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22 2024-11-14T12:44:40,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:40,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:44:41,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06 with version=8 2024-11-14T12:44:41,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/hbase-staging 2024-11-14T12:44:41,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:44:41,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:41,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43611 2024-11-14T12:44:41,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43611 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436110x0, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:41,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43611-0x1013aa9fed20000 connected 2024-11-14T12:44:41,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:41,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:41,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/running 2024-11-14T12:44:41,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06, hbase.cluster.distributed=false 2024-11-14T12:44:41,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/acl 2024-11-14T12:44:41,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-14T12:44:41,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43611 2024-11-14T12:44:41,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43611 2024-11-14T12:44:41,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-14T12:44:41,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-14T12:44:41,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:41,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39037 2024-11-14T12:44:41,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39037 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:41,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:41,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390370x0, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:41,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39037-0x1013aa9fed20001 connected 2024-11-14T12:44:41,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/running 2024-11-14T12:44:41,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:44:41,447 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:44:41,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/master 2024-11-14T12:44:41,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/acl 2024-11-14T12:44:41,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-14T12:44:41,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39037 2024-11-14T12:44:41,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39037 2024-11-14T12:44:41,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-14T12:44:41,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-14T12:44:41,466 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:43611 2024-11-14T12:44:41,467 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-126791359/backup-masters/669ef94e8b26,43611,1731588281251 2024-11-14T12:44:41,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/backup-masters 2024-11-14T12:44:41,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/backup-masters 2024-11-14T12:44:41,475 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on existing znode=/0-126791359/backup-masters/669ef94e8b26,43611,1731588281251 2024-11-14T12:44:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-126791359/master 2024-11-14T12:44:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:41,483 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on existing znode=/0-126791359/master 2024-11-14T12:44:41,484 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-126791359/backup-masters/669ef94e8b26,43611,1731588281251 from backup master directory 2024-11-14T12:44:41,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-126791359/backup-masters/669ef94e8b26,43611,1731588281251 2024-11-14T12:44:41,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/backup-masters 2024-11-14T12:44:41,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/backup-masters 2024-11-14T12:44:41,492 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:41,492 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,43611,1731588281251 2024-11-14T12:44:41,495 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/hbase.id] with ID: 0c65372e-fc7a-4fe1-ac47-e4fbd762d3be 2024-11-14T12:44:41,495 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/.tmp/hbase.id 2024-11-14T12:44:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:41,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:44:41,899 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/.tmp/hbase.id]:[hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/hbase.id] 2024-11-14T12:44:41,906 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:41,906 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:44:41,907 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:44:41,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:41,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:41,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:44:42,321 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:42,322 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:44:42,322 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:44:42,328 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store 2024-11-14T12:44:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:42,732 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:42,732 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:42,732 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588282732Disabling compacts and flushes for region at 1731588282732Disabling writes for close at 1731588282732Writing region close event to WAL at 1731588282732Closed at 1731588282732 2024-11-14T12:44:42,733 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/.initializing 2024-11-14T12:44:42,733 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/WALs/669ef94e8b26,43611,1731588281251 2024-11-14T12:44:42,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:42,735 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C43611%2C1731588281251, suffix=, logDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/WALs/669ef94e8b26,43611,1731588281251, archiveDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/oldWALs, maxLogs=10 2024-11-14T12:44:42,751 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/WALs/669ef94e8b26,43611,1731588281251/669ef94e8b26%2C43611%2C1731588281251.1731588282735, exclude list is [], retry=0 2024-11-14T12:44:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-5be21e5e-afec-4628-b8d0-93e30350a23c,DISK] 2024-11-14T12:44:42,754 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/WALs/669ef94e8b26,43611,1731588281251/669ef94e8b26%2C43611%2C1731588281251.1731588282735 2024-11-14T12:44:42,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-14T12:44:42,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:42,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:42,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,755 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:44:42,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:42,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:42,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:44:42,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:42,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:42,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:44:42,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:44:42,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:42,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:42,761 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,762 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,762 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,763 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,763 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,763 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:42,764 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:42,766 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:42,766 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429469, jitterRate=0.03457970917224884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:42,767 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588282755Initializing all the Stores at 1731588282756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588282756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588282756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588282756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588282756Cleaning up temporary data from old regions at 1731588282763 (+7 ms)Region opened successfully at 1731588282767 (+4 ms) 2024-11-14T12:44:42,767 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:44:42,769 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c20642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:42,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:44:42,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:44:42,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:44:42,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:44:42,770 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:44:42,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:44:42,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:44:42,772 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:44:42,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/balancer because node does not exist (not necessarily an error) 2024-11-14T12:44:42,800 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/balancer already deleted, retry=false 2024-11-14T12:44:42,800 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:44:42,801 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:44:42,808 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/normalizer already deleted, retry=false 2024-11-14T12:44:42,808 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:44:42,809 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:44:42,816 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/switch/split already deleted, retry=false 2024-11-14T12:44:42,817 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:44:42,825 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/switch/merge already deleted, retry=false 2024-11-14T12:44:42,826 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:44:42,836 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/snapshot-cleanup already deleted, retry=false 2024-11-14T12:44:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-126791359/running 2024-11-14T12:44:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-126791359/running 2024-11-14T12:44:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,845 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,43611,1731588281251, sessionid=0x1013aa9fed20000, setting cluster-up flag (Was=false) 2024-11-14T12:44:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,886 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-126791359/flush-table-proc/acquired, /0-126791359/flush-table-proc/reached, /0-126791359/flush-table-proc/abort 2024-11-14T12:44:42,887 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43611,1731588281251 2024-11-14T12:44:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:42,928 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-126791359/online-snapshot/acquired, /0-126791359/online-snapshot/reached, /0-126791359/online-snapshot/abort 2024-11-14T12:44:42,929 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43611,1731588281251 2024-11-14T12:44:42,929 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:44:42,930 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:42,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:44:42,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:44:42,931 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,43611,1731588281251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:42,932 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588312933 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:44:42,933 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:42,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:44:42,934 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588282934,5,FailOnTimeoutGroup] 2024-11-14T12:44:42,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:42,934 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588282934,5,FailOnTimeoutGroup] 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,934 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:44:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:44:42,956 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(746): ClusterId : 0c65372e-fc7a-4fe1-ac47-e4fbd762d3be 2024-11-14T12:44:42,956 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:44:42,962 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:44:42,962 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:44:42,970 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:44:42,970 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ff5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:42,981 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:39037 2024-11-14T12:44:42,981 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:44:42,981 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:44:42,981 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:44:42,982 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,43611,1731588281251 with port=39037, startcode=1731588281430 2024-11-14T12:44:42,982 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:44:42,983 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:44:42,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,39037,1731588281430 2024-11-14T12:44:42,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:42,985 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06 2024-11-14T12:44:42,985 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38483 2024-11-14T12:44:42,985 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:44:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/rs 2024-11-14T12:44:42,995 DEBUG [RS:0;669ef94e8b26:39037 {}] zookeeper.ZKUtil(111): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on existing znode=/0-126791359/rs/669ef94e8b26,39037,1731588281430 2024-11-14T12:44:42,995 WARN [RS:0;669ef94e8b26:39037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:42,995 INFO [RS:0;669ef94e8b26:39037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:42,995 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430 2024-11-14T12:44:42,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,39037,1731588281430] 2024-11-14T12:44:42,997 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:44:42,998 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:44:42,999 INFO [RS:0;669ef94e8b26:39037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:44:42,999 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,999 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:44:42,999 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:44:42,999 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:42,999 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,999 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,999 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,999 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:42,999 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:43,000 DEBUG [RS:0;669ef94e8b26:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:43,004 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,005 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,005 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,005 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,005 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,005 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39037,1731588281430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:43,027 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:44:43,027 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,39037,1731588281430-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,027 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,027 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.Replication(171): 669ef94e8b26,39037,1731588281430 started 2024-11-14T12:44:43,040 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:43,040 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,39037,1731588281430, RpcServer on 669ef94e8b26/172.17.0.3:39037, sessionid=0x1013aa9fed20001 2024-11-14T12:44:43,040 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:44:43,040 DEBUG [RS:0;669ef94e8b26:39037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,39037,1731588281430 2024-11-14T12:44:43,040 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,39037,1731588281430' 2024-11-14T12:44:43,040 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-126791359/flush-table-proc/abort' 2024-11-14T12:44:43,040 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-126791359/flush-table-proc/acquired' 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,39037,1731588281430 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,39037,1731588281430' 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-126791359/online-snapshot/abort' 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-126791359/online-snapshot/acquired' 2024-11-14T12:44:43,041 DEBUG [RS:0;669ef94e8b26:39037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:44:43,041 INFO [RS:0;669ef94e8b26:39037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:44:43,041 INFO [RS:0;669ef94e8b26:39037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:44:43,142 INFO [RS:0;669ef94e8b26:39037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:43,143 INFO [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39037%2C1731588281430, suffix=, logDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430, archiveDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs, maxLogs=10 2024-11-14T12:44:43,155 DEBUG [RS:0;669ef94e8b26:39037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, exclude list is [], retry=0 2024-11-14T12:44:43,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-5be21e5e-afec-4628-b8d0-93e30350a23c,DISK] 2024-11-14T12:44:43,158 INFO [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 2024-11-14T12:44:43,159 DEBUG [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-14T12:44:43,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:44:43,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06 2024-11-14T12:44:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:44:43,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:43,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:43,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:43,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:43,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:43,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:43,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:43,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:43,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:43,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:43,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:43,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:43,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:43,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:43,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:43,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:43,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:43,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:43,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740 2024-11-14T12:44:43,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740 2024-11-14T12:44:43,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:43,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:43,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:43,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:43,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:43,761 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62656223, jitterRate=-0.06634952127933502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:43,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588283750Initializing all the Stores at 1731588283751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588283751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588283751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588283751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588283751Cleaning up temporary data from old regions at 1731588283758 (+7 ms)Region opened successfully at 1731588283761 (+3 ms) 2024-11-14T12:44:43,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:43,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:43,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:43,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:43,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:43,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:43,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588283761Disabling compacts and flushes for region at 1731588283761Disabling writes for close at 1731588283761Writing region close event to WAL at 1731588283762 (+1 ms)Closed at 1731588283762 2024-11-14T12:44:43,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:43,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:44:43,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:44:43,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:43,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:44:43,914 DEBUG [669ef94e8b26:43611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:44:43,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:43,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,39037,1731588281430, state=OPENING 2024-11-14T12:44:43,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:44:43,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:43,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:44:43,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:43,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,39037,1731588281430}] 2024-11-14T12:44:43,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-126791359/meta-region-server: CHANGED 2024-11-14T12:44:43,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-126791359/meta-region-server: CHANGED 2024-11-14T12:44:44,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:44,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:44:44,105 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:44:44,105 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:44,106 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:44:44,106 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39037%2C1731588281430.meta, suffix=.meta, logDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430, archiveDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs, maxLogs=10 2024-11-14T12:44:44,118 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.meta.1731588284107.meta, exclude list is [], retry=0 2024-11-14T12:44:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-5be21e5e-afec-4628-b8d0-93e30350a23c,DISK] 2024-11-14T12:44:44,121 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.meta.1731588284107.meta 2024-11-14T12:44:44,121 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-14T12:44:44,121 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:44,121 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:44:44,122 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:44:44,122 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:44:44,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:44,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:44,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:44,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:44,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:44,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:44,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:44,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:44,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:44,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:44,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:44,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:44,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:44,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:44,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:44,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:44,126 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:44,126 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740 2024-11-14T12:44:44,127 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740 2024-11-14T12:44:44,127 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:44,127 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:44,128 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:44,129 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:44,129 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73973309, jitterRate=0.10228820145130157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:44,129 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:44:44,130 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588284122Writing region info on filesystem at 1731588284122Initializing all the Stores at 1731588284123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588284123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588284123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588284123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588284123Cleaning up temporary data from old regions at 1731588284127 (+4 ms)Running coprocessor post-open hooks at 1731588284129 (+2 ms)Region opened successfully at 1731588284130 (+1 ms) 2024-11-14T12:44:44,131 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588284102 2024-11-14T12:44:44,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:44:44,132 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:44:44,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:44,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,39037,1731588281430, state=OPEN 2024-11-14T12:44:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-126791359/meta-region-server 2024-11-14T12:44:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-126791359/meta-region-server 2024-11-14T12:44:44,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:44,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-126791359/meta-region-server: CHANGED 2024-11-14T12:44:44,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-126791359/meta-region-server: CHANGED 2024-11-14T12:44:44,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:44:44,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,39037,1731588281430 in 218 msec 2024-11-14T12:44:44,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:44:44,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-14T12:44:44,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:44,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:44:44,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:44,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39037,1731588281430, seqNum=-1] 2024-11-14T12:44:44,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:44,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:44,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-14T12:44:44,177 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588284176, completionTime=-1 2024-11-14T12:44:44,177 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:44:44,177 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:44:44,178 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:44:44,178 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588344178 2024-11-14T12:44:44,178 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588404178 2024-11-14T12:44:44,178 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:43611, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,179 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,180 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.689sec 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:44,181 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:44:44,183 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:44:44,183 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:44:44,183 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43611,1731588281251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:44,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:44,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:44:44,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:44,258 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:44,259 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:44,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39037,1731588281430, seqNum=-1] 2024-11-14T12:44:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:44,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:44,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,43611,1731588281251 2024-11-14T12:44:44,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:44,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:44,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aa9fed20002 connected 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir so I do NOT create it in target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4 2024-11-14T12:44:44,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.tmp.dir so I do NOT create it in target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4 2024-11-14T12:44:44,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:44:44,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/cluster_14ca7100-3c00-8641-c6d3-ebefa95e4d7c, deleteOnExit=true 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/test.cache.data in system properties and HBase conf 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:44:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:44:44,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:44:44,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:44:44,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:44,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:44,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:44,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:44,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:44,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:44,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:44,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:44,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/java.io.tmpdir/jetty-localhost-45255-hadoop-hdfs-3_4_1-tests_jar-_-any-17393714640334869678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:44,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:45255} 2024-11-14T12:44:44,710 INFO [Time-limited test {}] server.Server(415): Started @238429ms 2024-11-14T12:44:44,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:44,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:44,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:44,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:44,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:44:44,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:44,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:45,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/java.io.tmpdir/jetty-localhost-46463-hadoop-hdfs-3_4_1-tests_jar-_-any-9911207234766478124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:45,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:46463} 2024-11-14T12:44:45,009 INFO [Time-limited test {}] server.Server(415): Started @238728ms 2024-11-14T12:44:45,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:44:45,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:45,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:45,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38352 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:45,602 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/cluster_14ca7100-3c00-8641-c6d3-ebefa95e4d7c/data/data1/current/BP-240783648-172.17.0.3-1731588284318/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:45,602 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/cluster_14ca7100-3c00-8641-c6d3-ebefa95e4d7c/data/data2/current/BP-240783648-172.17.0.3-1731588284318/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:45,620 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:44:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95c9687a00e4e944 with lease ID 0x26cca0b6f5f48692: Processing first storage report for DS-1990c406-568c-40e0-a218-6e746360fb8f from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=1441f030-e30c-4c25-9412-3f1e82c557fc, infoPort=43715, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=250832918;c=1731588284318) 2024-11-14T12:44:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95c9687a00e4e944 with lease ID 0x26cca0b6f5f48692: from storage DS-1990c406-568c-40e0-a218-6e746360fb8f node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=1441f030-e30c-4c25-9412-3f1e82c557fc, infoPort=43715, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=250832918;c=1731588284318), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95c9687a00e4e944 with lease ID 0x26cca0b6f5f48692: Processing first storage report for DS-a41baad5-2bae-457e-82aa-36ce58999f18 from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=1441f030-e30c-4c25-9412-3f1e82c557fc, infoPort=43715, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=250832918;c=1731588284318) 2024-11-14T12:44:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95c9687a00e4e944 with lease ID 0x26cca0b6f5f48692: from storage DS-a41baad5-2bae-457e-82aa-36ce58999f18 node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=1441f030-e30c-4c25-9412-3f1e82c557fc, infoPort=43715, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=250832918;c=1731588284318), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:45,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4 2024-11-14T12:44:45,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:45,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:44:46,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd with version=8 2024-11-14T12:44:46,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/hbase-staging 2024-11-14T12:44:46,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:44:46,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:46,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34799 2024-11-14T12:44:46,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34799 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:46,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347990x0, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:46,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34799-0x1013aa9fed20003 connected 2024-11-14T12:44:46,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:46,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:46,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/running 2024-11-14T12:44:46,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd, hbase.cluster.distributed=false 2024-11-14T12:44:46,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/acl 2024-11-14T12:44:46,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34799 2024-11-14T12:44:46,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34799 2024-11-14T12:44:46,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34799 2024-11-14T12:44:46,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34799 2024-11-14T12:44:46,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34799 2024-11-14T12:44:46,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:44:46,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:46,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36609 2024-11-14T12:44:46,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36609 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:46,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:46,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366090x0, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:46,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366090x0, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/running 2024-11-14T12:44:46,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36609-0x1013aa9fed20004 connected 2024-11-14T12:44:46,167 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:44:46,167 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:44:46,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/master 2024-11-14T12:44:46,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/acl 2024-11-14T12:44:46,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-14T12:44:46,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36609 2024-11-14T12:44:46,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36609 2024-11-14T12:44:46,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-14T12:44:46,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-14T12:44:46,183 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:34799 2024-11-14T12:44:46,183 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1493005927/backup-masters/669ef94e8b26,34799,1731588286043 2024-11-14T12:44:46,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/backup-masters 2024-11-14T12:44:46,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/backup-masters 2024-11-14T12:44:46,192 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on existing znode=/1493005927/backup-masters/669ef94e8b26,34799,1731588286043 2024-11-14T12:44:46,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493005927/master 2024-11-14T12:44:46,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:46,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:46,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on existing znode=/1493005927/master 2024-11-14T12:44:46,200 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1493005927/backup-masters/669ef94e8b26,34799,1731588286043 from backup master directory 2024-11-14T12:44:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493005927/backup-masters/669ef94e8b26,34799,1731588286043 2024-11-14T12:44:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/backup-masters 2024-11-14T12:44:46,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/backup-masters 2024-11-14T12:44:46,208 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:46,208 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,34799,1731588286043 2024-11-14T12:44:46,211 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/hbase.id] with ID: 4cb47e83-8599-41c6-bafd-01ef32b2d60e 2024-11-14T12:44:46,211 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/.tmp/hbase.id 2024-11-14T12:44:46,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:44:46,615 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/.tmp/hbase.id]:[hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/hbase.id] 2024-11-14T12:44:46,622 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:46,623 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:44:46,623 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:44:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:44:47,071 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:47,072 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:44:47,073 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:44:47,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:47,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:47,479 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store 2024-11-14T12:44:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:47,889 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:47,889 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:47,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588287889Disabling compacts and flushes for region at 1731588287889Disabling writes for close at 1731588287889Writing region close event to WAL at 1731588287889Closed at 1731588287889 2024-11-14T12:44:47,890 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/.initializing 2024-11-14T12:44:47,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/WALs/669ef94e8b26,34799,1731588286043 2024-11-14T12:44:47,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:47,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C34799%2C1731588286043, suffix=, logDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/WALs/669ef94e8b26,34799,1731588286043, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/oldWALs, maxLogs=10 2024-11-14T12:44:47,907 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/WALs/669ef94e8b26,34799,1731588286043/669ef94e8b26%2C34799%2C1731588286043.1731588287892, exclude list is [], retry=0 2024-11-14T12:44:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-1990c406-568c-40e0-a218-6e746360fb8f,DISK] 2024-11-14T12:44:47,910 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/WALs/669ef94e8b26,34799,1731588286043/669ef94e8b26%2C34799%2C1731588286043.1731588287892 2024-11-14T12:44:47,910 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-14T12:44:47,910 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:47,910 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:47,911 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,911 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:44:47,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:47,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:47,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:44:47,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:47,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:47,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:44:47,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:47,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:47,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:44:47,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:47,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:47,916 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,916 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,916 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,917 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,917 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,918 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:47,918 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:47,919 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:47,920 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70626362, jitterRate=0.05241480469703674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:47,920 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588287911Initializing all the Stores at 1731588287911Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588287911Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588287911Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588287911Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588287911Cleaning up temporary data from old regions at 1731588287917 (+6 ms)Region opened successfully at 1731588287920 (+3 ms) 2024-11-14T12:44:47,920 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:44:47,922 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a8c7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:47,922 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:44:47,922 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:44:47,922 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:44:47,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:44:47,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:44:47,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:44:47,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:44:47,924 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:44:47,925 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/balancer because node does not exist (not necessarily an error) 2024-11-14T12:44:47,950 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/balancer already deleted, retry=false 2024-11-14T12:44:47,950 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:44:47,950 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:44:47,958 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/normalizer already deleted, retry=false 2024-11-14T12:44:47,958 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:44:47,959 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:44:47,966 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/switch/split already deleted, retry=false 2024-11-14T12:44:47,967 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:44:47,975 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/switch/merge already deleted, retry=false 2024-11-14T12:44:47,976 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:44:47,986 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/snapshot-cleanup already deleted, retry=false 2024-11-14T12:44:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493005927/running 2024-11-14T12:44:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493005927/running 2024-11-14T12:44:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:47,994 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,34799,1731588286043, sessionid=0x1013aa9fed20003, setting cluster-up flag (Was=false) 2024-11-14T12:44:48,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:48,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:48,036 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1493005927/flush-table-proc/acquired, /1493005927/flush-table-proc/reached, /1493005927/flush-table-proc/abort 2024-11-14T12:44:48,037 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34799,1731588286043 2024-11-14T12:44:48,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:48,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:48,077 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1493005927/online-snapshot/acquired, /1493005927/online-snapshot/reached, /1493005927/online-snapshot/abort 2024-11-14T12:44:48,078 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34799,1731588286043 2024-11-14T12:44:48,079 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:44:48,080 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:48,080 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:44:48,080 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:44:48,081 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,34799,1731588286043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:48,082 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588318083 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:44:48,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:48,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:44:48,083 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:44:48,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:44:48,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:48,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:44:48,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:44:48,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:44:48,084 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:44:48,087 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:44:48,087 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:44:48,089 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588288087,5,FailOnTimeoutGroup] 2024-11-14T12:44:48,089 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588288089,5,FailOnTimeoutGroup] 2024-11-14T12:44:48,089 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,089 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:44:48,089 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,089 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:44:48,172 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(746): ClusterId : 4cb47e83-8599-41c6-bafd-01ef32b2d60e 2024-11-14T12:44:48,172 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:44:48,178 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:44:48,178 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:44:48,186 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:44:48,187 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f06b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:48,197 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:36609 2024-11-14T12:44:48,197 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:44:48,197 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:44:48,197 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:44:48,198 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,34799,1731588286043 with port=36609, startcode=1731588286151 2024-11-14T12:44:48,198 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:44:48,199 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:44:48,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34799 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,201 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd 2024-11-14T12:44:48,201 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36263 2024-11-14T12:44:48,201 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:44:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/rs 2024-11-14T12:44:48,211 DEBUG [RS:0;669ef94e8b26:36609 {}] zookeeper.ZKUtil(111): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on existing znode=/1493005927/rs/669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,211 WARN [RS:0;669ef94e8b26:36609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:48,212 INFO [RS:0;669ef94e8b26:36609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:48,212 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,36609,1731588286151] 2024-11-14T12:44:48,214 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:44:48,216 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:44:48,216 INFO [RS:0;669ef94e8b26:36609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:44:48,216 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,217 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:44:48,217 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:44:48,217 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,217 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:48,218 DEBUG [RS:0;669ef94e8b26:36609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,218 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36609,1731588286151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:48,232 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:44:48,232 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36609,1731588286151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,232 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,232 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.Replication(171): 669ef94e8b26,36609,1731588286151 started 2024-11-14T12:44:48,245 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:48,245 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,36609,1731588286151, RpcServer on 669ef94e8b26/172.17.0.3:36609, sessionid=0x1013aa9fed20004 2024-11-14T12:44:48,245 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:44:48,245 DEBUG [RS:0;669ef94e8b26:36609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,245 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36609,1731588286151' 2024-11-14T12:44:48,245 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1493005927/flush-table-proc/abort' 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1493005927/flush-table-proc/acquired' 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,36609,1731588286151 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36609,1731588286151' 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1493005927/online-snapshot/abort' 2024-11-14T12:44:48,246 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1493005927/online-snapshot/acquired' 2024-11-14T12:44:48,247 DEBUG [RS:0;669ef94e8b26:36609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:44:48,247 INFO [RS:0;669ef94e8b26:36609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:44:48,247 INFO [RS:0;669ef94e8b26:36609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:44:48,347 INFO [RS:0;669ef94e8b26:36609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:48,348 INFO [RS:0;669ef94e8b26:36609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36609%2C1731588286151, suffix=, logDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/oldWALs, maxLogs=10 2024-11-14T12:44:48,360 DEBUG [RS:0;669ef94e8b26:36609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, exclude list is [], retry=0 2024-11-14T12:44:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-1990c406-568c-40e0-a218-6e746360fb8f,DISK] 2024-11-14T12:44:48,365 INFO [RS:0;669ef94e8b26:36609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 2024-11-14T12:44:48,365 DEBUG [RS:0;669ef94e8b26:36609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-14T12:44:48,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:44:48,493 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd 2024-11-14T12:44:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:44:48,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:48,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:48,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:48,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:48,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:48,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:48,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:48,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:48,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:48,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:48,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:48,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:48,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:48,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:48,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740 2024-11-14T12:44:48,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740 2024-11-14T12:44:48,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:48,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:48,905 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:48,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:48,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63983941, jitterRate=-0.046564981341362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588288898Initializing all the Stores at 1731588288898Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588288898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588288898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588288898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588288898Cleaning up temporary data from old regions at 1731588288904 (+6 ms)Region opened successfully at 1731588288907 (+3 ms) 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:48,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:48,907 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:48,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588288907Disabling compacts and flushes for region at 1731588288907Disabling writes for close at 1731588288907Writing region close event to WAL at 1731588288907Closed at 1731588288907 2024-11-14T12:44:48,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:48,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:44:48,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:44:48,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:48,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:44:48,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:44:49,060 DEBUG [669ef94e8b26:34799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:44:49,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:49,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36609,1731588286151, state=OPENING 2024-11-14T12:44:49,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:44:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:44:49,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:49,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36609,1731588286151}] 2024-11-14T12:44:49,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493005927/meta-region-server: CHANGED 2024-11-14T12:44:49,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493005927/meta-region-server: CHANGED 2024-11-14T12:44:49,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:49,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:44:49,316 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:44:49,316 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:49,316 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:44:49,318 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36609%2C1731588286151.meta, suffix=.meta, logDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/oldWALs, maxLogs=10 2024-11-14T12:44:49,330 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.meta.1731588289318.meta, exclude list is [], retry=0 2024-11-14T12:44:49,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-1990c406-568c-40e0-a218-6e746360fb8f,DISK] 2024-11-14T12:44:49,333 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.meta.1731588289318.meta 2024-11-14T12:44:49,333 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-14T12:44:49,333 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:49,334 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:44:49,334 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:44:49,334 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:44:49,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:49,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:49,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:49,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:49,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:49,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:49,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:49,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:49,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:49,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:49,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:49,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:49,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:49,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:49,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:49,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:49,339 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:49,339 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740 2024-11-14T12:44:49,340 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740 2024-11-14T12:44:49,341 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:49,341 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:49,341 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:49,341 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:49,342 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764026, jitterRate=0.06936731934547424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:49,342 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:44:49,342 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588289334Writing region info on filesystem at 1731588289334Initializing all the Stores at 1731588289335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588289335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588289335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588289335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588289335Cleaning up temporary data from old regions at 1731588289341 (+6 ms)Running coprocessor post-open hooks at 1731588289342 (+1 ms)Region opened successfully at 1731588289342 2024-11-14T12:44:49,343 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588289313 2024-11-14T12:44:49,344 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:44:49,344 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:44:49,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:49,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36609,1731588286151, state=OPEN 2024-11-14T12:44:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1493005927/meta-region-server 2024-11-14T12:44:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1493005927/meta-region-server 2024-11-14T12:44:49,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:49,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493005927/meta-region-server: CHANGED 2024-11-14T12:44:49,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493005927/meta-region-server: CHANGED 2024-11-14T12:44:49,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:44:49,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36609,1731588286151 in 191 msec 2024-11-14T12:44:49,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:44:49,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T12:44:49,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:49,355 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:44:49,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:49,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36609,1731588286151, seqNum=-1] 2024-11-14T12:44:49,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:49,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:49,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-14T12:44:49,361 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588289361, completionTime=-1 2024-11-14T12:44:49,361 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:44:49,361 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588349363 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588409363 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:34799, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,363 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,364 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.158sec 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:49,366 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:44:49,368 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:44:49,368 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:44:49,368 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34799,1731588286043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:49,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:49,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:44:49,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:49,374 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:44:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:44:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724748a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:44:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:49,376 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:49,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:49,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36609,1731588286151, seqNum=-1] 2024-11-14T12:44:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:49,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:49,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,34799,1731588286043 2024-11-14T12:44:49,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:49,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aa9fed20005 connected 2024-11-14T12:44:49,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir so I do NOT create it in target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10 2024-11-14T12:44:49,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:44:49,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.tmp.dir so I do NOT create it in target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10 2024-11-14T12:44:49,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:44:49,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/cluster_3288473b-6c01-595a-9a0e-34155a63c634, deleteOnExit=true 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/test.cache.data in system properties and HBase conf 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:44:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:44:49,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:44:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:44:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:44:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:44:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:44:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:44:49,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:49,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:49,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:44:49,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:49,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:49,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/java.io.tmpdir/jetty-localhost-43389-hadoop-hdfs-3_4_1-tests_jar-_-any-16350802637674979587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:44:49,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:43389} 2024-11-14T12:44:49,742 INFO [Time-limited test {}] server.Server(415): Started @243461ms 2024-11-14T12:44:49,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:44:49,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:44:49,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:44:49,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:44:49,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:44:49,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:44:49,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:44:50,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/java.io.tmpdir/jetty-localhost-46595-hadoop-hdfs-3_4_1-tests_jar-_-any-9567948066800923588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:44:50,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:46595} 2024-11-14T12:44:50,048 INFO [Time-limited test {}] server.Server(415): Started @243767ms 2024-11-14T12:44:50,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:44:50,775 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/cluster_3288473b-6c01-595a-9a0e-34155a63c634/data/data2/current/BP-2005029470-172.17.0.3-1731588289416/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:50,775 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/cluster_3288473b-6c01-595a-9a0e-34155a63c634/data/data1/current/BP-2005029470-172.17.0.3-1731588289416/current, will proceed with Du for space computation calculation, 2024-11-14T12:44:50,795 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:44:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa94883c3b1baf932 with lease ID 0x72aa266489f32e98: Processing first storage report for DS-3c3e8a5f-c114-4420-98f0-868b75505c2d from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=9c5cc6ae-5fa5-429d-ba84-58e83e3caac1, infoPort=45413, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=2077096236;c=1731588289416) 2024-11-14T12:44:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa94883c3b1baf932 with lease ID 0x72aa266489f32e98: from storage DS-3c3e8a5f-c114-4420-98f0-868b75505c2d node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=9c5cc6ae-5fa5-429d-ba84-58e83e3caac1, infoPort=45413, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=2077096236;c=1731588289416), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:44:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa94883c3b1baf932 with lease ID 0x72aa266489f32e98: Processing first storage report for DS-48833e04-eba6-4363-9db8-572b3da0b4ec from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=9c5cc6ae-5fa5-429d-ba84-58e83e3caac1, infoPort=45413, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=2077096236;c=1731588289416) 2024-11-14T12:44:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa94883c3b1baf932 with lease ID 0x72aa266489f32e98: from storage DS-48833e04-eba6-4363-9db8-572b3da0b4ec node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=9c5cc6ae-5fa5-429d-ba84-58e83e3caac1, infoPort=45413, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=2077096236;c=1731588289416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:44:50,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10 2024-11-14T12:44:50,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:50,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:44:51,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe with version=8 2024-11-14T12:44:51,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/hbase-staging 2024-11-14T12:44:51,283 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:51,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43449 2024-11-14T12:44:51,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43449 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434490x0, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:51,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43449-0x1013aa9fed20006 connected 2024-11-14T12:44:51,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:51,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:51,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/running 2024-11-14T12:44:51,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe, hbase.cluster.distributed=false 2024-11-14T12:44:51,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/acl 2024-11-14T12:44:51,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-14T12:44:51,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43449 2024-11-14T12:44:51,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43449 2024-11-14T12:44:51,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-14T12:44:51,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-14T12:44:51,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:44:51,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:44:51,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44055 2024-11-14T12:44:51,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44055 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:51,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:51,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:51,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440550x0, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:51,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44055-0x1013aa9fed20007 connected 2024-11-14T12:44:51,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/running 2024-11-14T12:44:51,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:44:51,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:44:51,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/master 2024-11-14T12:44:51,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/acl 2024-11-14T12:44:51,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T12:44:51,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44055 2024-11-14T12:44:51,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44055 2024-11-14T12:44:51,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T12:44:51,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T12:44:51,422 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:43449 2024-11-14T12:44:51,422 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-720644386/backup-masters/669ef94e8b26,43449,1731588291283 2024-11-14T12:44:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/backup-masters 2024-11-14T12:44:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/backup-masters 2024-11-14T12:44:51,428 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on existing znode=/2-720644386/backup-masters/669ef94e8b26,43449,1731588291283 2024-11-14T12:44:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-720644386/master 2024-11-14T12:44:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:51,436 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on existing znode=/2-720644386/master 2024-11-14T12:44:51,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-720644386/backup-masters/669ef94e8b26,43449,1731588291283 from backup master directory 2024-11-14T12:44:51,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-720644386/backup-masters/669ef94e8b26,43449,1731588291283 2024-11-14T12:44:51,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/backup-masters 2024-11-14T12:44:51,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/backup-masters 2024-11-14T12:44:51,444 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:51,444 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,43449,1731588291283 2024-11-14T12:44:51,447 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/hbase.id] with ID: 002679dc-e9e6-459a-8fb5-b1fceb697927 2024-11-14T12:44:51,447 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/.tmp/hbase.id 2024-11-14T12:44:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:44:51,451 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/.tmp/hbase.id]:[hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/hbase.id] 2024-11-14T12:44:51,458 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:44:51,458 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:44:51,459 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:44:51,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:51,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:51,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:44:51,876 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:51,877 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:44:51,877 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:44:51,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:44:51,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:51,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:44:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:44:51,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:44:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:44:51,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:44:51,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:44:52,282 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store 2024-11-14T12:44:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:44:52,687 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:52,687 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:44:52,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588292687Disabling compacts and flushes for region at 1731588292687Disabling writes for close at 1731588292687Writing region close event to WAL at 1731588292687Closed at 1731588292687 2024-11-14T12:44:52,688 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/.initializing 2024-11-14T12:44:52,688 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/WALs/669ef94e8b26,43449,1731588291283 2024-11-14T12:44:52,689 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:52,690 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C43449%2C1731588291283, suffix=, logDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/WALs/669ef94e8b26,43449,1731588291283, archiveDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/oldWALs, maxLogs=10 2024-11-14T12:44:52,705 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/WALs/669ef94e8b26,43449,1731588291283/669ef94e8b26%2C43449%2C1731588291283.1731588292690, exclude list is [], retry=0 2024-11-14T12:44:52,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-3c3e8a5f-c114-4420-98f0-868b75505c2d,DISK] 2024-11-14T12:44:52,709 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/WALs/669ef94e8b26,43449,1731588291283/669ef94e8b26%2C43449%2C1731588291283.1731588292690 2024-11-14T12:44:52,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-14T12:44:52,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:52,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:52,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:44:52,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:52,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:52,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:44:52,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:52,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:52,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:44:52,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:52,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:52,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:44:52,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:52,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:52,718 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,718 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,719 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,719 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,719 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,720 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:52,721 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:44:52,722 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:52,722 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64839569, jitterRate=-0.03381513059139252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:52,722 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588292712Initializing all the Stores at 1731588292712Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588292712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588292713 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588292713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588292713Cleaning up temporary data from old regions at 1731588292719 (+6 ms)Region opened successfully at 1731588292722 (+3 ms) 2024-11-14T12:44:52,722 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:44:52,724 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f485ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:52,725 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:44:52,725 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:44:52,725 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:44:52,725 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:44:52,726 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:44:52,726 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:44:52,726 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:44:52,727 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:44:52,728 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/balancer because node does not exist (not necessarily an error) 2024-11-14T12:44:52,758 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/balancer already deleted, retry=false 2024-11-14T12:44:52,758 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:44:52,759 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:44:52,769 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/normalizer already deleted, retry=false 2024-11-14T12:44:52,769 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:44:52,770 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:44:52,777 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/switch/split already deleted, retry=false 2024-11-14T12:44:52,778 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:44:52,785 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/switch/merge already deleted, retry=false 2024-11-14T12:44:52,787 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:44:52,794 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/snapshot-cleanup already deleted, retry=false 2024-11-14T12:44:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-720644386/running 2024-11-14T12:44:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-720644386/running 2024-11-14T12:44:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,803 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,43449,1731588291283, sessionid=0x1013aa9fed20006, setting cluster-up flag (Was=false) 2024-11-14T12:44:52,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,844 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-720644386/flush-table-proc/acquired, /2-720644386/flush-table-proc/reached, /2-720644386/flush-table-proc/abort 2024-11-14T12:44:52,845 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43449,1731588291283 2024-11-14T12:44:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:52,885 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-720644386/online-snapshot/acquired, /2-720644386/online-snapshot/reached, /2-720644386/online-snapshot/abort 2024-11-14T12:44:52,886 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43449,1731588291283 2024-11-14T12:44:52,887 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:44:52,888 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:52,889 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:44:52,889 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:44:52,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,43449,1731588291283 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:52,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:52,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:44:52,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588322891 2024-11-14T12:44:52,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:44:52,891 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:44:52,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:44:52,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:44:52,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:44:52,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:44:52,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:52,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:44:52,892 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,895 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:44:52,895 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:44:52,895 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:44:52,895 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:44:52,897 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:44:52,897 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:44:52,897 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588292897,5,FailOnTimeoutGroup] 2024-11-14T12:44:52,899 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588292897,5,FailOnTimeoutGroup] 2024-11-14T12:44:52,899 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,899 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:44:52,899 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,899 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:44:52,913 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(746): ClusterId : 002679dc-e9e6-459a-8fb5-b1fceb697927 2024-11-14T12:44:52,913 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:44:52,919 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:44:52,919 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:44:52,928 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:44:52,928 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47039ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:44:52,939 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:44055 2024-11-14T12:44:52,939 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:44:52,939 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:44:52,939 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:44:52,939 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,43449,1731588291283 with port=44055, startcode=1731588291391 2024-11-14T12:44:52,940 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:44:52,941 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:44:52,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,44055,1731588291391 2024-11-14T12:44:52,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43449 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:52,942 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe 2024-11-14T12:44:52,942 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33079 2024-11-14T12:44:52,942 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:44:52,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/rs 2024-11-14T12:44:52,992 DEBUG [RS:0;669ef94e8b26:44055 {}] zookeeper.ZKUtil(111): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on existing znode=/2-720644386/rs/669ef94e8b26,44055,1731588291391 2024-11-14T12:44:52,992 WARN [RS:0;669ef94e8b26:44055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:44:52,992 INFO [RS:0;669ef94e8b26:44055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:52,992 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391 2024-11-14T12:44:52,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,44055,1731588291391] 2024-11-14T12:44:52,994 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:44:52,995 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:44:52,996 INFO [RS:0;669ef94e8b26:44055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:44:52,996 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,996 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:44:52,996 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:44:52,996 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,996 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:52,997 DEBUG [RS:0;669ef94e8b26:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:52,997 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44055,1731588291391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:53,009 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:44:53,009 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44055,1731588291391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:53,010 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:53,010 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.Replication(171): 669ef94e8b26,44055,1731588291391 started 2024-11-14T12:44:53,021 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:53,021 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,44055,1731588291391, RpcServer on 669ef94e8b26/172.17.0.3:44055, sessionid=0x1013aa9fed20007 2024-11-14T12:44:53,021 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:44:53,021 DEBUG [RS:0;669ef94e8b26:44055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,44055,1731588291391 2024-11-14T12:44:53,021 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44055,1731588291391' 2024-11-14T12:44:53,021 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-720644386/flush-table-proc/abort' 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-720644386/flush-table-proc/acquired' 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,44055,1731588291391 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44055,1731588291391' 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-720644386/online-snapshot/abort' 2024-11-14T12:44:53,022 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-720644386/online-snapshot/acquired' 2024-11-14T12:44:53,023 DEBUG [RS:0;669ef94e8b26:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:44:53,023 INFO [RS:0;669ef94e8b26:44055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:44:53,023 INFO [RS:0;669ef94e8b26:44055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:44:53,123 INFO [RS:0;669ef94e8b26:44055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:44:53,124 INFO [RS:0;669ef94e8b26:44055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44055%2C1731588291391, suffix=, logDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391, archiveDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/oldWALs, maxLogs=10 2024-11-14T12:44:53,136 DEBUG [RS:0;669ef94e8b26:44055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, exclude list is [], retry=0 2024-11-14T12:44:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-3c3e8a5f-c114-4420-98f0-868b75505c2d,DISK] 2024-11-14T12:44:53,139 INFO [RS:0;669ef94e8b26:44055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 2024-11-14T12:44:53,140 DEBUG [RS:0;669ef94e8b26:44055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-14T12:44:53,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:44:53,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe 2024-11-14T12:44:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:44:53,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:53,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:53,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:53,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:53,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:53,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:53,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:53,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:53,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:53,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:53,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:53,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:53,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:53,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:53,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740 2024-11-14T12:44:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740 2024-11-14T12:44:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:53,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:53,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:53,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66697342, jitterRate=-0.006132155656814575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588293706Initializing all the Stores at 1731588293707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588293707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588293707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588293707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588293707Cleaning up temporary data from old regions at 1731588293712 (+5 ms)Region opened successfully at 1731588293715 (+3 ms) 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:44:53,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:44:53,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:44:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588293715Disabling compacts and flushes for region at 1731588293715Disabling writes for close at 1731588293715Writing region close event to WAL at 1731588293715Closed at 1731588293715 2024-11-14T12:44:53,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:53,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:44:53,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:44:53,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:53,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:44:53,868 DEBUG [669ef94e8b26:43449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:44:53,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:53,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44055,1731588291391, state=OPENING 2024-11-14T12:44:53,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:44:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:44:53,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:44:53,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-720644386/meta-region-server: CHANGED 2024-11-14T12:44:53,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-720644386/meta-region-server: CHANGED 2024-11-14T12:44:53,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44055,1731588291391}] 2024-11-14T12:44:54,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:44:54,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:44:54,064 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:44:54,064 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:44:54,064 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:44:54,065 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44055%2C1731588291391.meta, suffix=.meta, logDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391, archiveDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/oldWALs, maxLogs=10 2024-11-14T12:44:54,081 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.meta.1731588294066.meta, exclude list is [], retry=0 2024-11-14T12:44:54,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-3c3e8a5f-c114-4420-98f0-868b75505c2d,DISK] 2024-11-14T12:44:54,084 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.meta.1731588294066.meta 2024-11-14T12:44:54,084 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-14T12:44:54,084 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:54,085 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:44:54,085 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:44:54,085 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:44:54,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:44:54,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:44:54,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:54,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:54,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:44:54,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:44:54,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:54,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:54,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:44:54,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:44:54,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:54,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:54,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:44:54,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:44:54,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:54,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:44:54,089 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:44:54,090 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740 2024-11-14T12:44:54,090 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740 2024-11-14T12:44:54,091 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:44:54,091 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:44:54,091 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:44:54,092 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:44:54,093 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68997554, jitterRate=0.02814367413520813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:44:54,093 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:44:54,093 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588294085Writing region info on filesystem at 1731588294085Initializing all the Stores at 1731588294086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588294086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588294086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588294086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588294086Cleaning up temporary data from old regions at 1731588294091 (+5 ms)Running coprocessor post-open hooks at 1731588294093 (+2 ms)Region opened successfully at 1731588294093 2024-11-14T12:44:54,093 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588294060 2024-11-14T12:44:54,095 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:44:54,095 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:44:54,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:54,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44055,1731588291391, state=OPEN 2024-11-14T12:44:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-720644386/meta-region-server 2024-11-14T12:44:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-720644386/meta-region-server 2024-11-14T12:44:54,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:54,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-720644386/meta-region-server: CHANGED 2024-11-14T12:44:54,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-720644386/meta-region-server: CHANGED 2024-11-14T12:44:54,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:44:54,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44055,1731588291391 in 194 msec 2024-11-14T12:44:54,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:44:54,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-14T12:44:54,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:44:54,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:44:54,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:54,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44055,1731588291391, seqNum=-1] 2024-11-14T12:44:54,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:54,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:54,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-14T12:44:54,112 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588294112, completionTime=-1 2024-11-14T12:44:54,112 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:44:54,112 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588354114 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588414114 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,114 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:43449, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,115 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,115 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,116 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:44:54,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.673sec 2024-11-14T12:44:54,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:44:54,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:44:54,117 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:44:54,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:44:54,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:44:54,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:44:54,118 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:44:54,119 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:44:54,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:44:54,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43449,1731588291283-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:44:54,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:54,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:44:54,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:44:54,215 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:44:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:44:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:44:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770572c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:44:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:44:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:44:54,217 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:44:54,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:44:54,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:44:54,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44055,1731588291391, seqNum=-1] 2024-11-14T12:44:54,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:44:54,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:44:54,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,43449,1731588291283 2024-11-14T12:44:54,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53394 2024-11-14T12:44:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:44:54,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013aa9fed20008 connected 2024-11-14T12:44:54,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43611,1731588281251 2024-11-14T12:44:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5729f529 2024-11-14T12:44:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:54,239 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:54,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:44:54,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:54,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:54,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:44:54,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:54,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:44:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:54,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 439b1a724a33b0c4a92401d1d8ebdd47, NAME => 'test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06 2024-11-14T12:44:54,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:44:54,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:44:54,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:54,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:54,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 439b1a724a33b0c4a92401d1d8ebdd47, disabling compactions & flushes 2024-11-14T12:44:55,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. after waiting 0 ms 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 439b1a724a33b0c4a92401d1d8ebdd47: Waiting for close lock at 1731588295053Disabling compacts and flushes for region at 1731588295053Disabling writes for close at 1731588295053Writing region close event to WAL at 1731588295053Closed at 1731588295053 2024-11-14T12:44:55,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:55,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588295054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588295054"}]},"ts":"1731588295054"} 2024-11-14T12:44:55,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:55,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:55,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588295057"}]},"ts":"1731588295057"} 2024-11-14T12:44:55,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:44:55,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=439b1a724a33b0c4a92401d1d8ebdd47, ASSIGN}] 2024-11-14T12:44:55,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=439b1a724a33b0c4a92401d1d8ebdd47, ASSIGN 2024-11-14T12:44:55,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=439b1a724a33b0c4a92401d1d8ebdd47, ASSIGN; state=OFFLINE, location=669ef94e8b26,39037,1731588281430; forceNewPlan=false, retain=false 2024-11-14T12:44:55,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439b1a724a33b0c4a92401d1d8ebdd47, regionState=OPENING, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:55,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=439b1a724a33b0c4a92401d1d8ebdd47, ASSIGN because future has completed 2024-11-14T12:44:55,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439b1a724a33b0c4a92401d1d8ebdd47, server=669ef94e8b26,39037,1731588281430}] 2024-11-14T12:44:55,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:55,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:55,249 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48441 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:44:55,367 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,367 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 439b1a724a33b0c4a92401d1d8ebdd47, NAME => 'test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:55,368 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:55,368 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:44:55,368 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,368 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:55,368 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,368 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,369 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,370 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439b1a724a33b0c4a92401d1d8ebdd47 columnFamilyName f 2024-11-14T12:44:55,370 DEBUG [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:55,370 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(327): Store=439b1a724a33b0c4a92401d1d8ebdd47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:55,371 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,371 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439b1a724a33b0c4a92401d1d8ebdd47 columnFamilyName f1 2024-11-14T12:44:55,371 DEBUG [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:55,372 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(327): Store=439b1a724a33b0c4a92401d1d8ebdd47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:55,372 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,373 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439b1a724a33b0c4a92401d1d8ebdd47 columnFamilyName norep 2024-11-14T12:44:55,373 DEBUG [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:55,373 INFO [StoreOpener-439b1a724a33b0c4a92401d1d8ebdd47-1 {}] regionserver.HStore(327): Store=439b1a724a33b0c4a92401d1d8ebdd47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:55,373 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,375 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:55,375 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,376 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:55,377 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 439b1a724a33b0c4a92401d1d8ebdd47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61122182, jitterRate=-0.08920851349830627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:55,377 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:44:55,377 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 439b1a724a33b0c4a92401d1d8ebdd47: Running coprocessor pre-open hook at 1731588295368Writing region info on filesystem at 1731588295368Initializing all the Stores at 1731588295369 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588295369Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588295369Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588295369Cleaning up temporary data from old regions at 1731588295374 (+5 ms)Running coprocessor post-open hooks at 1731588295377 (+3 ms)Region opened successfully at 1731588295377 2024-11-14T12:44:55,378 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47., pid=6, masterSystemTime=1731588295364 2024-11-14T12:44:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:55,379 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,379 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:44:55,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439b1a724a33b0c4a92401d1d8ebdd47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:44:55,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439b1a724a33b0c4a92401d1d8ebdd47, server=669ef94e8b26,39037,1731588281430 because future has completed 2024-11-14T12:44:55,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:44:55,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 439b1a724a33b0c4a92401d1d8ebdd47, server=669ef94e8b26,39037,1731588281430 in 169 msec 2024-11-14T12:44:55,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:44:55,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=439b1a724a33b0c4a92401d1d8ebdd47, ASSIGN in 324 msec 2024-11-14T12:44:55,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:55,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588295386"}]},"ts":"1731588295386"} 2024-11-14T12:44:55,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:44:55,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:55,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:44:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:56,399 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:44:56,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34799,1731588286043 2024-11-14T12:44:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7382d8ef 2024-11-14T12:44:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:56,401 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:56,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:44:56,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:56,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:56,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:44:56,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:44:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:56,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 142d67ab9e5276d69a7ba1720a2e6963, NAME => 'test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd 2024-11-14T12:44:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:44:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 142d67ab9e5276d69a7ba1720a2e6963, disabling compactions & flushes 2024-11-14T12:44:57,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. after waiting 0 ms 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 142d67ab9e5276d69a7ba1720a2e6963: Waiting for close lock at 1731588297215Disabling compacts and flushes for region at 1731588297215Disabling writes for close at 1731588297215Writing region close event to WAL at 1731588297215Closed at 1731588297215 2024-11-14T12:44:57,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:57,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588297216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588297216"}]},"ts":"1731588297216"} 2024-11-14T12:44:57,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:57,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:57,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588297218"}]},"ts":"1731588297218"} 2024-11-14T12:44:57,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:44:57,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=142d67ab9e5276d69a7ba1720a2e6963, ASSIGN}] 2024-11-14T12:44:57,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=142d67ab9e5276d69a7ba1720a2e6963, ASSIGN 2024-11-14T12:44:57,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=142d67ab9e5276d69a7ba1720a2e6963, ASSIGN; state=OFFLINE, location=669ef94e8b26,36609,1731588286151; forceNewPlan=false, retain=false 2024-11-14T12:44:57,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=142d67ab9e5276d69a7ba1720a2e6963, regionState=OPENING, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:57,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=142d67ab9e5276d69a7ba1720a2e6963, ASSIGN because future has completed 2024-11-14T12:44:57,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 142d67ab9e5276d69a7ba1720a2e6963, server=669ef94e8b26,36609,1731588286151}] 2024-11-14T12:44:57,529 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,529 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 142d67ab9e5276d69a7ba1720a2e6963, NAME => 'test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:57,529 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:57,529 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:44:57,529 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,529 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:57,529 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,529 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,530 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,531 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142d67ab9e5276d69a7ba1720a2e6963 columnFamilyName f 2024-11-14T12:44:57,531 DEBUG [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:57,532 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(327): Store=142d67ab9e5276d69a7ba1720a2e6963/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:57,532 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,532 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142d67ab9e5276d69a7ba1720a2e6963 columnFamilyName f1 2024-11-14T12:44:57,532 DEBUG [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:57,533 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(327): Store=142d67ab9e5276d69a7ba1720a2e6963/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:57,533 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,533 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142d67ab9e5276d69a7ba1720a2e6963 columnFamilyName norep 2024-11-14T12:44:57,534 DEBUG [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:57,534 INFO [StoreOpener-142d67ab9e5276d69a7ba1720a2e6963-1 {}] regionserver.HStore(327): Store=142d67ab9e5276d69a7ba1720a2e6963/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:57,534 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,534 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,535 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,535 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,535 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,535 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:57,536 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,537 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:57,538 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 142d67ab9e5276d69a7ba1720a2e6963; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72881904, jitterRate=0.08602499961853027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:57,538 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:44:57,538 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 142d67ab9e5276d69a7ba1720a2e6963: Running coprocessor pre-open hook at 1731588297529Writing region info on filesystem at 1731588297529Initializing all the Stores at 1731588297530 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588297530Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588297530Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588297530Cleaning up temporary data from old regions at 1731588297535 (+5 ms)Running coprocessor post-open hooks at 1731588297538 (+3 ms)Region opened successfully at 1731588297538 2024-11-14T12:44:57,538 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963., pid=6, masterSystemTime=1731588297526 2024-11-14T12:44:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:57,540 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,540 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:44:57,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=142d67ab9e5276d69a7ba1720a2e6963, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:44:57,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 142d67ab9e5276d69a7ba1720a2e6963, server=669ef94e8b26,36609,1731588286151 because future has completed 2024-11-14T12:44:57,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:44:57,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 142d67ab9e5276d69a7ba1720a2e6963, server=669ef94e8b26,36609,1731588286151 in 169 msec 2024-11-14T12:44:57,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:44:57,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=142d67ab9e5276d69a7ba1720a2e6963, ASSIGN in 324 msec 2024-11-14T12:44:57,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:57,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588297546"}]},"ts":"1731588297546"} 2024-11-14T12:44:57,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:44:57,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:57,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T12:44:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:58,550 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:44:58,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:44:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:44:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eb53030 2024-11-14T12:44:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:44:58,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:44:58,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:44:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:44:58,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:44:58,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:58,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:44:58,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:44:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:44:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:59,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdbc3301eaac7d8a00b00655f80f7409, NAME => 'test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe 2024-11-14T12:44:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:44:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdbc3301eaac7d8a00b00655f80f7409, disabling compactions & flushes 2024-11-14T12:44:59,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. after waiting 0 ms 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdbc3301eaac7d8a00b00655f80f7409: Waiting for close lock at 1731588299415Disabling compacts and flushes for region at 1731588299415Disabling writes for close at 1731588299415Writing region close event to WAL at 1731588299415Closed at 1731588299415 2024-11-14T12:44:59,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:44:59,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588299416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588299416"}]},"ts":"1731588299416"} 2024-11-14T12:44:59,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:44:59,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:44:59,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588299419"}]},"ts":"1731588299419"} 2024-11-14T12:44:59,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:44:59,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdbc3301eaac7d8a00b00655f80f7409, ASSIGN}] 2024-11-14T12:44:59,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdbc3301eaac7d8a00b00655f80f7409, ASSIGN 2024-11-14T12:44:59,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdbc3301eaac7d8a00b00655f80f7409, ASSIGN; state=OFFLINE, location=669ef94e8b26,44055,1731588291391; forceNewPlan=false, retain=false 2024-11-14T12:44:59,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdbc3301eaac7d8a00b00655f80f7409, regionState=OPENING, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:59,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdbc3301eaac7d8a00b00655f80f7409, ASSIGN because future has completed 2024-11-14T12:44:59,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdbc3301eaac7d8a00b00655f80f7409, server=669ef94e8b26,44055,1731588291391}] 2024-11-14T12:44:59,728 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,729 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdbc3301eaac7d8a00b00655f80f7409, NAME => 'test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:44:59,729 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:44:59,729 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:44:59,729 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,729 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:44:59,729 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,729 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,730 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,731 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbc3301eaac7d8a00b00655f80f7409 columnFamilyName f 2024-11-14T12:44:59,731 DEBUG [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:59,731 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(327): Store=cdbc3301eaac7d8a00b00655f80f7409/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:59,731 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,732 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbc3301eaac7d8a00b00655f80f7409 columnFamilyName f1 2024-11-14T12:44:59,732 DEBUG [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:59,732 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(327): Store=cdbc3301eaac7d8a00b00655f80f7409/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:59,732 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,733 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbc3301eaac7d8a00b00655f80f7409 columnFamilyName norep 2024-11-14T12:44:59,733 DEBUG [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:44:59,733 INFO [StoreOpener-cdbc3301eaac7d8a00b00655f80f7409-1 {}] regionserver.HStore(327): Store=cdbc3301eaac7d8a00b00655f80f7409/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:44:59,733 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,734 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,734 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,735 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,735 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,735 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:44:59,736 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,737 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:44:59,737 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdbc3301eaac7d8a00b00655f80f7409; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75067747, jitterRate=0.11859659850597382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:44:59,737 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:44:59,738 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdbc3301eaac7d8a00b00655f80f7409: Running coprocessor pre-open hook at 1731588299729Writing region info on filesystem at 1731588299729Initializing all the Stores at 1731588299730 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588299730Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588299730Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588299730Cleaning up temporary data from old regions at 1731588299735 (+5 ms)Running coprocessor post-open hooks at 1731588299737 (+2 ms)Region opened successfully at 1731588299737 2024-11-14T12:44:59,738 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409., pid=6, masterSystemTime=1731588299726 2024-11-14T12:44:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:44:59,740 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,740 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:44:59,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdbc3301eaac7d8a00b00655f80f7409, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:44:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdbc3301eaac7d8a00b00655f80f7409, server=669ef94e8b26,44055,1731588291391 because future has completed 2024-11-14T12:44:59,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:44:59,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdbc3301eaac7d8a00b00655f80f7409, server=669ef94e8b26,44055,1731588291391 in 169 msec 2024-11-14T12:44:59,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:44:59,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdbc3301eaac7d8a00b00655f80f7409, ASSIGN in 324 msec 2024-11-14T12:44:59,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:44:59,746 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588299746"}]},"ts":"1731588299746"} 2024-11-14T12:44:59,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:44:59,748 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:44:59,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-14T12:45:00,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:45:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:00,749 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:45:00,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:00,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:00,750 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:00,752 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6685629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43611,1731588281251 2024-11-14T12:45:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d9929ae 2024-11-14T12:45:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:00,753 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:00,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:34799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:00,756 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34799' 2024-11-14T12:45:00,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806faae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,757 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:45:00,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:00,758 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ca698f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:00,759 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9972bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:00,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:00,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34799,1731588286043 2024-11-14T12:45:00,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9d776c 2024-11-14T12:45:00,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:00,761 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:00,761 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:45:00,761 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:00,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:00,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:00,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:00,762 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:00,763 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:00,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:00,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:00,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:00,813 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:00,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:00,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:00,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:01,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6330f62519007b45f618c2944fbcfc6, NAME => 'hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06 2024-11-14T12:45:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6330f62519007b45f618c2944fbcfc6, disabling compactions & flushes 2024-11-14T12:45:01,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. after waiting 0 ms 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6330f62519007b45f618c2944fbcfc6: Waiting for close lock at 1731588301574Disabling compacts and flushes for region at 1731588301574Disabling writes for close at 1731588301574Writing region close event to WAL at 1731588301574Closed at 1731588301574 2024-11-14T12:45:01,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:01,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588301576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588301576"}]},"ts":"1731588301576"} 2024-11-14T12:45:01,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:01,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:01,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588301578"}]},"ts":"1731588301578"} 2024-11-14T12:45:01,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:01,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6330f62519007b45f618c2944fbcfc6, ASSIGN}] 2024-11-14T12:45:01,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6330f62519007b45f618c2944fbcfc6, ASSIGN 2024-11-14T12:45:01,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6330f62519007b45f618c2944fbcfc6, ASSIGN; state=OFFLINE, location=669ef94e8b26,39037,1731588281430; forceNewPlan=false, retain=false 2024-11-14T12:45:01,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6330f62519007b45f618c2944fbcfc6, regionState=OPENING, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:45:01,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6330f62519007b45f618c2944fbcfc6, ASSIGN because future has completed 2024-11-14T12:45:01,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6330f62519007b45f618c2944fbcfc6, server=669ef94e8b26,39037,1731588281430}] 2024-11-14T12:45:01,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:45:01,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:45:01,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:01,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:45:01,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:01,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:01,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C39037%2C1731588281430.rep, suffix=, logDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430, archiveDir=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs, maxLogs=10 2024-11-14T12:45:01,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.rep.1731588301890, exclude list is [], retry=0 2024-11-14T12:45:01,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-5be21e5e-afec-4628-b8d0-93e30350a23c,DISK] 2024-11-14T12:45:01,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.rep.1731588301890 2024-11-14T12:45:01,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-14T12:45:01,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6330f62519007b45f618c2944fbcfc6, NAME => 'hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:01,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. service=MultiRowMutationService 2024-11-14T12:45:01,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,908 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,909 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6330f62519007b45f618c2944fbcfc6 columnFamilyName hfileref 2024-11-14T12:45:01,909 DEBUG [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:01,909 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(327): Store=f6330f62519007b45f618c2944fbcfc6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:01,909 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,910 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6330f62519007b45f618c2944fbcfc6 columnFamilyName queue 2024-11-14T12:45:01,910 DEBUG [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:01,910 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(327): Store=f6330f62519007b45f618c2944fbcfc6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:01,911 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,911 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6330f62519007b45f618c2944fbcfc6 columnFamilyName sid 2024-11-14T12:45:01,911 DEBUG [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:01,911 INFO [StoreOpener-f6330f62519007b45f618c2944fbcfc6-1 {}] regionserver.HStore(327): Store=f6330f62519007b45f618c2944fbcfc6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:01,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:01,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6330f62519007b45f618c2944fbcfc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74442923, jitterRate=0.10928599536418915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:01,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:01,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6330f62519007b45f618c2944fbcfc6: Running coprocessor pre-open hook at 1731588301907Writing region info on filesystem at 1731588301907Initializing all the Stores at 1731588301908 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588301908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588301908Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588301908Cleaning up temporary data from old regions at 1731588301913 (+5 ms)Running coprocessor post-open hooks at 1731588301920 (+7 ms)Region opened successfully at 1731588301920 2024-11-14T12:45:01,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6., pid=10, masterSystemTime=1731588301886 2024-11-14T12:45:01,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:01,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6330f62519007b45f618c2944fbcfc6, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,39037,1731588281430 2024-11-14T12:45:01,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6330f62519007b45f618c2944fbcfc6, server=669ef94e8b26,39037,1731588281430 because future has completed 2024-11-14T12:45:01,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:01,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6330f62519007b45f618c2944fbcfc6, server=669ef94e8b26,39037,1731588281430 in 191 msec 2024-11-14T12:45:01,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:01,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6330f62519007b45f618c2944fbcfc6, ASSIGN in 347 msec 2024-11-14T12:45:01,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:01,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588301928"}]},"ts":"1731588301928"} 2024-11-14T12:45:01,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:01,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:01,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-14T12:45:01,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6., hostname=669ef94e8b26,39037,1731588281430, seqNum=2] 2024-11-14T12:45:02,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:45:02,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:45:02,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:02,186 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:02,211 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,39037,1731588281430, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:02,212 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:02,212 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39037,1731588281430, seqNum=-1] 2024-11-14T12:45:02,212 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:02,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:02,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,39037,1731588281430', locateType=CURRENT is [region=hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6., hostname=669ef94e8b26,39037,1731588281430, seqNum=2] 2024-11-14T12:45:02,216 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:02,218 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,39037,1731588281430 suceeded 2024-11-14T12:45:02,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:02,219 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:34799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:02,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:45:02,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4650 sec 2024-11-14T12:45:02,229 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:34799' 2024-11-14T12:45:02,230 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d6987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,230 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:45:02,230 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:02,231 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1119df47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:02,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,232 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:02,233 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49f242e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,233 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:02,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34799,1731588286043 2024-11-14T12:45:02,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392b0220 2024-11-14T12:45:02,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:02,234 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:02,234 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,39037,1731588281430 (queues=1) is replicating from cluster=0c65372e-fc7a-4fe1-ac47-e4fbd762d3be to cluster=4cb47e83-8599-41c6-bafd-01ef32b2d60e 2024-11-14T12:45:02,234 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C39037%2C1731588281430 2024-11-14T12:45:02,235 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,39037,1731588281430, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:02,235 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C39037%2C1731588281430 2024-11-14T12:45:02,235 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, startPosition=0, beingWritten=true 2024-11-14T12:45:02,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:02,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:02,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:02,442 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:02,745 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:02,899 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:02,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:02,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:02,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:02,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:45:02,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:02,900 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb36154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,902 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34799,1731588286043 2024-11-14T12:45:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-11-14T12:45:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:02,904 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:02,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:43449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:02,906 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43449' 2024-11-14T12:45:02,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29829bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,907 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:02,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:02,907 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aa3187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,909 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:02,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473d18bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:02,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:45:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115bd2f9 2024-11-14T12:45:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:02,911 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:02,911 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:45:02,911 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:02,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:02,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:02,912 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:02,912 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:02,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:02,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:02,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:02,963 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:03,148 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:03,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99e62e9d91c2c38899e706ffa814c3c0, NAME => 'hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd 2024-11-14T12:45:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99e62e9d91c2c38899e706ffa814c3c0, disabling compactions & flushes 2024-11-14T12:45:03,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. after waiting 0 ms 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99e62e9d91c2c38899e706ffa814c3c0: Waiting for close lock at 1731588303324Disabling compacts and flushes for region at 1731588303324Disabling writes for close at 1731588303324Writing region close event to WAL at 1731588303324Closed at 1731588303324 2024-11-14T12:45:03,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:03,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588303325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588303325"}]},"ts":"1731588303325"} 2024-11-14T12:45:03,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:03,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:03,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588303328"}]},"ts":"1731588303328"} 2024-11-14T12:45:03,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:03,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99e62e9d91c2c38899e706ffa814c3c0, ASSIGN}] 2024-11-14T12:45:03,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99e62e9d91c2c38899e706ffa814c3c0, ASSIGN 2024-11-14T12:45:03,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99e62e9d91c2c38899e706ffa814c3c0, ASSIGN; state=OFFLINE, location=669ef94e8b26,36609,1731588286151; forceNewPlan=false, retain=false 2024-11-14T12:45:03,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99e62e9d91c2c38899e706ffa814c3c0, regionState=OPENING, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:45:03,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99e62e9d91c2c38899e706ffa814c3c0, ASSIGN because future has completed 2024-11-14T12:45:03,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e62e9d91c2c38899e706ffa814c3c0, server=669ef94e8b26,36609,1731588286151}] 2024-11-14T12:45:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:03,651 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:03,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:03,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:03,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36609%2C1731588286151.rep, suffix=, logDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/oldWALs, maxLogs=10 2024-11-14T12:45:03,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.rep.1731588303665, exclude list is [], retry=0 2024-11-14T12:45:03,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-1990c406-568c-40e0-a218-6e746360fb8f,DISK] 2024-11-14T12:45:03,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.rep.1731588303665 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99e62e9d91c2c38899e706ffa814c3c0, NAME => 'hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:03,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. service=MultiRowMutationService 2024-11-14T12:45:03,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:03,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,681 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,682 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e62e9d91c2c38899e706ffa814c3c0 columnFamilyName hfileref 2024-11-14T12:45:03,682 DEBUG [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:03,683 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(327): Store=99e62e9d91c2c38899e706ffa814c3c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:03,683 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,683 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e62e9d91c2c38899e706ffa814c3c0 columnFamilyName queue 2024-11-14T12:45:03,683 DEBUG [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:03,683 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(327): Store=99e62e9d91c2c38899e706ffa814c3c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:03,684 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,684 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e62e9d91c2c38899e706ffa814c3c0 columnFamilyName sid 2024-11-14T12:45:03,684 DEBUG [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:03,684 INFO [StoreOpener-99e62e9d91c2c38899e706ffa814c3c0-1 {}] regionserver.HStore(327): Store=99e62e9d91c2c38899e706ffa814c3c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:03,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/replication/99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/replication/99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:03,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/replication/99e62e9d91c2c38899e706ffa814c3c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:03,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99e62e9d91c2c38899e706ffa814c3c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71440542, jitterRate=0.06454703211784363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:03,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:03,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99e62e9d91c2c38899e706ffa814c3c0: Running coprocessor pre-open hook at 1731588303681Writing region info on filesystem at 1731588303681Initializing all the Stores at 1731588303681Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588303681Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588303681Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588303681Cleaning up temporary data from old regions at 1731588303686 (+5 ms)Running coprocessor post-open hooks at 1731588303689 (+3 ms)Region opened successfully at 1731588303689 2024-11-14T12:45:03,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0., pid=10, masterSystemTime=1731588303636 2024-11-14T12:45:03,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:03,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99e62e9d91c2c38899e706ffa814c3c0, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36609,1731588286151 2024-11-14T12:45:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e62e9d91c2c38899e706ffa814c3c0, server=669ef94e8b26,36609,1731588286151 because future has completed 2024-11-14T12:45:03,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:03,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99e62e9d91c2c38899e706ffa814c3c0, server=669ef94e8b26,36609,1731588286151 in 210 msec 2024-11-14T12:45:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99e62e9d91c2c38899e706ffa814c3c0, ASSIGN in 365 msec 2024-11-14T12:45:03,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:03,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588303697"}]},"ts":"1731588303697"} 2024-11-14T12:45:03,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:03,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:03,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-14T12:45:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0., hostname=669ef94e8b26,36609,1731588286151, seqNum=2] 2024-11-14T12:45:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:45:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:45:03,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:03,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:03,913 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:03,941 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,36609,1731588286151, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:03,941 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:03,941 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36609,1731588286151, seqNum=-1] 2024-11-14T12:45:03,941 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:03,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:03,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,36609,1731588286151', locateType=CURRENT is [region=hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0., hostname=669ef94e8b26,36609,1731588286151, seqNum=2] 2024-11-14T12:45:03,959 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:03,961 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,36609,1731588286151 suceeded 2024-11-14T12:45:03,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:03,963 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:43449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:03,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-14T12:45:03,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0590 sec 2024-11-14T12:45:03,980 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43449' 2024-11-14T12:45:03,982 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bfbe1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:03,982 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:03,982 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:03,983 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1736c01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:03,984 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:03,985 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e52e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:03,985 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:45:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fde981a 2024-11-14T12:45:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:03,986 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:03,987 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,36609,1731588286151 (queues=1) is replicating from cluster=4cb47e83-8599-41c6-bafd-01ef32b2d60e to cluster=002679dc-e9e6-459a-8fb5-b1fceb697927 2024-11-14T12:45:03,987 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C36609%2C1731588286151 2024-11-14T12:45:03,987 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,36609,1731588286151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:03,988 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, startPosition=0, beingWritten=true 2024-11-14T12:45:03,991 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C36609%2C1731588286151 2024-11-14T12:45:03,995 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:03,995 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:03,995 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:04,040 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:04,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:04,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:04,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:04,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:04,042 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fddf98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,043 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c90595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:45:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c515e0e 2024-11-14T12:45:04,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:04,045 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:04,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:43611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:04,049 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43611' 2024-11-14T12:45:04,050 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f5357f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,050 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:04,051 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:04,051 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:04,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcadff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,053 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ed7f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:04,053 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43611,1731588281251 2024-11-14T12:45:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b501ef9 2024-11-14T12:45:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:04,055 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:04,056 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:45:04,056 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:04,056 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,056 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:04,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:04,057 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:04,058 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:04,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:04,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:04,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:04,108 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:04,200 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:04,254 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:04,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94ebee22dd90250618b0cd8b2c40564c, NAME => 'hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe 2024-11-14T12:45:04,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:04,504 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94ebee22dd90250618b0cd8b2c40564c, disabling compactions & flushes 2024-11-14T12:45:04,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. after waiting 0 ms 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:04,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:04,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94ebee22dd90250618b0cd8b2c40564c: Waiting for close lock at 1731588304871Disabling compacts and flushes for region at 1731588304871Disabling writes for close at 1731588304871Writing region close event to WAL at 1731588304871Closed at 1731588304871 2024-11-14T12:45:04,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:04,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588304872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588304872"}]},"ts":"1731588304872"} 2024-11-14T12:45:04,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:04,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:04,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588304874"}]},"ts":"1731588304874"} 2024-11-14T12:45:04,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:04,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ebee22dd90250618b0cd8b2c40564c, ASSIGN}] 2024-11-14T12:45:04,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ebee22dd90250618b0cd8b2c40564c, ASSIGN 2024-11-14T12:45:04,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94ebee22dd90250618b0cd8b2c40564c, ASSIGN; state=OFFLINE, location=669ef94e8b26,44055,1731588291391; forceNewPlan=false, retain=false 2024-11-14T12:45:04,907 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:04,958 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:05,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94ebee22dd90250618b0cd8b2c40564c, regionState=OPENING, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:45:05,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94ebee22dd90250618b0cd8b2c40564c, ASSIGN because future has completed 2024-11-14T12:45:05,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ebee22dd90250618b0cd8b2c40564c, server=669ef94e8b26,44055,1731588291391}] 2024-11-14T12:45:05,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:05,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:05,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44055%2C1731588291391.rep, suffix=, logDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391, archiveDir=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/oldWALs, maxLogs=10 2024-11-14T12:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:05,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.rep.1731588305188, exclude list is [], retry=0 2024-11-14T12:45:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-3c3e8a5f-c114-4420-98f0-868b75505c2d,DISK] 2024-11-14T12:45:05,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.rep.1731588305188 2024-11-14T12:45:05,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94ebee22dd90250618b0cd8b2c40564c, NAME => 'hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:05,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. service=MultiRowMutationService 2024-11-14T12:45:05,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,205 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,206 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ebee22dd90250618b0cd8b2c40564c columnFamilyName hfileref 2024-11-14T12:45:05,207 DEBUG [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:05,207 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(327): Store=94ebee22dd90250618b0cd8b2c40564c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:05,207 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,208 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ebee22dd90250618b0cd8b2c40564c columnFamilyName queue 2024-11-14T12:45:05,208 DEBUG [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:05,208 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(327): Store=94ebee22dd90250618b0cd8b2c40564c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:05,208 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,209 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ebee22dd90250618b0cd8b2c40564c columnFamilyName sid 2024-11-14T12:45:05,209 DEBUG [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:05,209 INFO [StoreOpener-94ebee22dd90250618b0cd8b2c40564c-1 {}] regionserver.HStore(327): Store=94ebee22dd90250618b0cd8b2c40564c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/replication/94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/replication/94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:05,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/replication/94ebee22dd90250618b0cd8b2c40564c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:05,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94ebee22dd90250618b0cd8b2c40564c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59880975, jitterRate=-0.10770393908023834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94ebee22dd90250618b0cd8b2c40564c: Running coprocessor pre-open hook at 1731588305204Writing region info on filesystem at 1731588305204Initializing all the Stores at 1731588305205 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588305205Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588305205Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588305205Cleaning up temporary data from old regions at 1731588305211 (+6 ms)Running coprocessor post-open hooks at 1731588305214 (+3 ms)Region opened successfully at 1731588305214 2024-11-14T12:45:05,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c., pid=10, masterSystemTime=1731588305182 2024-11-14T12:45:05,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:05,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:05,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94ebee22dd90250618b0cd8b2c40564c, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44055,1731588291391 2024-11-14T12:45:05,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ebee22dd90250618b0cd8b2c40564c, server=669ef94e8b26,44055,1731588291391 because future has completed 2024-11-14T12:45:05,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:05,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94ebee22dd90250618b0cd8b2c40564c, server=669ef94e8b26,44055,1731588291391 in 189 msec 2024-11-14T12:45:05,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:05,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ebee22dd90250618b0cd8b2c40564c, ASSIGN in 345 msec 2024-11-14T12:45:05,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:05,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588305223"}]},"ts":"1731588305223"} 2024-11-14T12:45:05,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:05,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:05,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-14T12:45:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c., hostname=669ef94e8b26,44055,1731588291391, seqNum=2] 2024-11-14T12:45:05,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:45:05,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:45:05,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:05,411 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:05,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:05,471 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:05,500 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44055,1731588291391, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:05,500 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:05,501 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44055,1731588291391, seqNum=-1] 2024-11-14T12:45:05,501 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:05,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:05,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,44055,1731588291391', locateType=CURRENT is [region=hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c., hostname=669ef94e8b26,44055,1731588291391, seqNum=2] 2024-11-14T12:45:05,505 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:05,507 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,44055,1731588291391 suceeded 2024-11-14T12:45:05,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:05,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T12:45:05,508 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:43611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:05,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-11-14T12:45:05,519 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43611' 2024-11-14T12:45:05,521 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7800dcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:05,521 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:05,521 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:05,521 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:05,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:05,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:05,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223e077d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:05,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:05,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:05,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:05,522 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:05,523 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e14c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:05,523 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43611,1731588281251 2024-11-14T12:45:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2cedff 2024-11-14T12:45:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:05,524 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:05,525 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44055,1731588291391 (queues=1) is replicating from cluster=002679dc-e9e6-459a-8fb5-b1fceb697927 to cluster=0c65372e-fc7a-4fe1-ac47-e4fbd762d3be 2024-11-14T12:45:05,525 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44055%2C1731588291391 2024-11-14T12:45:05,525 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44055,1731588291391, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:05,525 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44055%2C1731588291391 2024-11-14T12:45:05,525 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, startPosition=0, beingWritten=true 2024-11-14T12:45:05,529 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:05,529 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 379, reset compression=false 2024-11-14T12:45:05,529 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:05,732 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 379, reset compression=false 2024-11-14T12:45:05,761 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:06,014 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:06,036 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 379, reset compression=false 2024-11-14T12:45:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:06,200 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:06,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:06,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:06,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:06,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:06,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:06,201 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10adda10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,203 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb89130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:45:06,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:06,204 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:45:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:45:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350dad1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:45:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,205 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf11d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:06,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:06,207 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7708db49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,209 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39037,1731588281430, seqNum=-1] 2024-11-14T12:45:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:06,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:45:06,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:06,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47., hostname=669ef94e8b26,39037,1731588281430, seqNum=2] 2024-11-14T12:45:06,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44055,1731588291391, seqNum=-1] 2024-11-14T12:45:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:06,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409., hostname=669ef94e8b26,44055,1731588291391, seqNum=2] 2024-11-14T12:45:06,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:45:06,439 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 379, reset compression=false 2024-11-14T12:45:06,665 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 379, reset compression=false 2024-11-14T12:45:06,670 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:06,670 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 480, reset compression=false 2024-11-14T12:45:06,670 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[{test/439b1a724a33b0c4a92401d1d8ebdd47/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:45:06,672 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:06,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7a380a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34799,-1 for getting cluster id 2024-11-14T12:45:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:06,675 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb47e83-8599-41c6-bafd-01ef32b2d60e' 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb47e83-8599-41c6-bafd-01ef32b2d60e" 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb46bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34799,-1] 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,676 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:06,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31931315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:06,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36609,1731588286151, seqNum=-1] 2024-11-14T12:45:06,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:06,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:06,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963., hostname=669ef94e8b26,36609,1731588286151, seqNum=2] 2024-11-14T12:45:06,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:06,717 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 379, reset compression=false 2024-11-14T12:45:06,721 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:06,721 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 503, reset compression=false 2024-11-14T12:45:06,721 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T12:45:06,723 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:06,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f28e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:06,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:06,725 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375f3d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:06,726 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:06,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741ba89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:06,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44055,1731588291391, seqNum=-1] 2024-11-14T12:45:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:06,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409., hostname=669ef94e8b26,44055,1731588291391, seqNum=2] 2024-11-14T12:45:06,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:06,873 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 480, reset compression=false 2024-11-14T12:45:06,924 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 503, reset compression=false 2024-11-14T12:45:06,942 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 379, reset compression=false 2024-11-14T12:45:06,946 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:06,946 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 526, reset compression=false 2024-11-14T12:45:06,946 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:07,150 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 526, reset compression=false 2024-11-14T12:45:07,176 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 480, reset compression=false 2024-11-14T12:45:07,227 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 503, reset compression=false 2024-11-14T12:45:07,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:45:07,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36609,1731588286151, seqNum=-1] 2024-11-14T12:45:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:07,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963., hostname=669ef94e8b26,36609,1731588286151, seqNum=2] 2024-11-14T12:45:07,259 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:45:07,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:07,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,453 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 526, reset compression=false 2024-11-14T12:45:07,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:07,579 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 480, reset compression=false 2024-11-14T12:45:07,631 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 503, reset compression=false 2024-11-14T12:45:07,635 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:07,635 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 607, reset compression=false 2024-11-14T12:45:07,635 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:07,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:07,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:07,838 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 607, reset compression=false 2024-11-14T12:45:07,857 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 526, reset compression=false 2024-11-14T12:45:07,861 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:07,861 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 653, reset compression=false 2024-11-14T12:45:07,861 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbc3301eaac7d8a00b00655f80f7409/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:45:07,863 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:07,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:07,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:07,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc1fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:07,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:07,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:07,865 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c810dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:07,866 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:07,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ae46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:07,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:07,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,39037,1731588281430, seqNum=-1] 2024-11-14T12:45:07,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:07,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:07,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47., hostname=669ef94e8b26,39037,1731588281430, seqNum=2] 2024-11-14T12:45:07,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:08,064 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 653, reset compression=false 2024-11-14T12:45:08,083 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 480, reset compression=false 2024-11-14T12:45:08,087 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:08,087 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 629, reset compression=false 2024-11-14T12:45:08,087 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=629, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:08,141 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 607, reset compression=false 2024-11-14T12:45:08,261 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:45:08,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T12:45:08,291 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 629, reset compression=false 2024-11-14T12:45:08,368 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 653, reset compression=false 2024-11-14T12:45:08,372 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:08,372 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 757, reset compression=false 2024-11-14T12:45:08,372 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbc3301eaac7d8a00b00655f80f7409/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:08,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:08,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:08,544 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 607, reset compression=false 2024-11-14T12:45:08,576 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 757, reset compression=false 2024-11-14T12:45:08,595 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 629, reset compression=false 2024-11-14T12:45:08,599 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:08,599 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 755, reset compression=false 2024-11-14T12:45:08,599 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[{test/439b1a724a33b0c4a92401d1d8ebdd47/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:45:08,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:08,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:08,803 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 755, reset compression=false 2024-11-14T12:45:08,879 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 757, reset compression=false 2024-11-14T12:45:09,047 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 607, reset compression=false 2024-11-14T12:45:09,052 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:09,052 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 756, reset compression=false 2024-11-14T12:45:09,052 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:09,107 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 755, reset compression=false 2024-11-14T12:45:09,255 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 756, reset compression=false 2024-11-14T12:45:09,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T12:45:09,269 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:45:09,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 757, reset compression=false 2024-11-14T12:45:09,510 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 755, reset compression=false 2024-11-14T12:45:09,513 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:09,513 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 911, reset compression=false 2024-11-14T12:45:09,513 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[{test/439b1a724a33b0c4a92401d1d8ebdd47/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=911, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:45:09,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:09,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:09,558 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 756, reset compression=false 2024-11-14T12:45:09,562 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:09,562 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 903, reset compression=false 2024-11-14T12:45:09,562 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=903, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T12:45:09,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:09,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:09,716 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 911, reset compression=false 2024-11-14T12:45:09,765 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 903, reset compression=false 2024-11-14T12:45:09,794 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 757, reset compression=false 2024-11-14T12:45:09,798 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:09,798 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 927, reset compression=false 2024-11-14T12:45:09,798 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:10,001 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 927, reset compression=false 2024-11-14T12:45:10,020 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 911, reset compression=false 2024-11-14T12:45:10,068 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 903, reset compression=false 2024-11-14T12:45:10,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:45:10,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:45:10,304 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 927, reset compression=false 2024-11-14T12:45:10,422 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 911, reset compression=false 2024-11-14T12:45:10,471 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 903, reset compression=false 2024-11-14T12:45:10,476 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:10,476 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1062, reset compression=false 2024-11-14T12:45:10,476 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=1062, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:45:10,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:10,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:10,680 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1062, reset compression=false 2024-11-14T12:45:10,707 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 927, reset compression=false 2024-11-14T12:45:10,710 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:10,710 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1076, reset compression=false 2024-11-14T12:45:10,710 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbc3301eaac7d8a00b00655f80f7409/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T12:45:10,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:10,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:10,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:45:10,913 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1076, reset compression=false 2024-11-14T12:45:10,925 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 911, reset compression=false 2024-11-14T12:45:10,928 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:10,929 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1082, reset compression=false 2024-11-14T12:45:10,929 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:10,983 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1062, reset compression=false 2024-11-14T12:45:11,132 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1082, reset compression=false 2024-11-14T12:45:11,216 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1076, reset compression=false 2024-11-14T12:45:11,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:45:11,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T12:45:11,386 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1062, reset compression=false 2024-11-14T12:45:11,435 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1082, reset compression=false 2024-11-14T12:45:11,620 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1076, reset compression=false 2024-11-14T12:45:11,623 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:11,623 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1235, reset compression=false 2024-11-14T12:45:11,623 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbc3301eaac7d8a00b00655f80f7409/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:45:11,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:11,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:11,826 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1235, reset compression=false 2024-11-14T12:45:11,837 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1082, reset compression=false 2024-11-14T12:45:11,841 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:11,841 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1230, reset compression=false 2024-11-14T12:45:11,841 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[{test/439b1a724a33b0c4a92401d1d8ebdd47/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=1230, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T12:45:11,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:11,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:45:11,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:45:11,889 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1062, reset compression=false 2024-11-14T12:45:11,892 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:11,892 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1233, reset compression=false 2024-11-14T12:45:11,892 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=1233, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:12,044 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1230, reset compression=false 2024-11-14T12:45:12,095 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1233, reset compression=false 2024-11-14T12:45:12,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1235, reset compression=false 2024-11-14T12:45:12,280 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T12:45:12,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:12,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:12,286 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffea0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,287 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344095d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:45:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac3a5fc 2024-11-14T12:45:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:12,291 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:12,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T12:45:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T12:45:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:45:12,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:12,347 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1230, reset compression=false 2024-11-14T12:45:12,398 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1233, reset compression=false 2024-11-14T12:45:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:45:12,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T12:45:12,477 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T12:45:12,477 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T12:45:12,477 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44055,1731588291391 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T12:45:12,478 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0. 2024-11-14T12:45:12,478 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:12,478 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:12,478 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,578 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:45:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:45:12,678 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 terminated 2024-11-14T12:45:12,694 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44055,1731588291391, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:12,695 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T12:45:12,695 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T12:45:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T12:45:12,697 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 669ef94e8b26,44055,1731588291391 suceeded 2024-11-14T12:45:12,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:45:12,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-14T12:45:12,698 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T12:45:12,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 406 msec 2024-11-14T12:45:12,708 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43611' 2024-11-14T12:45:12,709 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd15f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,709 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43611,-1 for getting cluster id 2024-11-14T12:45:12,709 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:12,709 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c65372e-fc7a-4fe1-ac47-e4fbd762d3be' 2024-11-14T12:45:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c65372e-fc7a-4fe1-ac47-e4fbd762d3be" 2024-11-14T12:45:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f96704c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43611,-1] 2024-11-14T12:45:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,710 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:12,711 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdeda6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:12,711 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:12,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43611,1731588281251 2024-11-14T12:45:12,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb6c557 2024-11-14T12:45:12,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:12,712 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:12,713 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44055,1731588291391 (queues=1) is replicating from cluster=002679dc-e9e6-459a-8fb5-b1fceb697927 to cluster=0c65372e-fc7a-4fe1-ac47-e4fbd762d3be 2024-11-14T12:45:12,713 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44055%2C1731588291391 2024-11-14T12:45:12,713 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44055,1731588291391, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:12,713 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44055%2C1731588291391 2024-11-14T12:45:12,750 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1230, reset compression=false 2024-11-14T12:45:12,802 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1233, reset compression=false 2024-11-14T12:45:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:45:12,920 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:12,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:12,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:12,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:12,923 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T12:45:13,254 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1230, reset compression=false 2024-11-14T12:45:13,257 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:13,257 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1334, reset compression=false 2024-11-14T12:45:13,257 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[{test/439b1a724a33b0c4a92401d1d8ebdd47/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=1334, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:13,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:13,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:13,304 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1233, reset compression=false 2024-11-14T12:45:13,308 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:13,308 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1360, reset compression=false 2024-11-14T12:45:13,308 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=1360, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:45:13,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:13,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:13,460 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1334, reset compression=false 2024-11-14T12:45:13,512 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1360, reset compression=false 2024-11-14T12:45:13,763 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1334, reset compression=false 2024-11-14T12:45:13,815 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1360, reset compression=false 2024-11-14T12:45:13,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T12:45:13,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:13,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43449,-1 for getting cluster id 2024-11-14T12:45:13,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:13,927 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '002679dc-e9e6-459a-8fb5-b1fceb697927' 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "002679dc-e9e6-459a-8fb5-b1fceb697927" 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aba3f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43449,-1] 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:13,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799a0429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:13,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43449,1731588291283 2024-11-14T12:45:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b09c56 2024-11-14T12:45:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:13,932 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:13,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T12:45:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T12:45:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:45:13,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:45:14,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T12:45:14,126 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T12:45:14,126 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T12:45:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T12:45:14,128 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 669ef94e8b26,44055,1731588291391 suceeded 2024-11-14T12:45:14,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T12:45:14,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-14T12:45:14,130 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T12:45:14,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 198 msec 2024-11-14T12:45:14,166 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1334, reset compression=false 2024-11-14T12:45:14,214 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, startPosition=1235, beingWritten=true 2024-11-14T12:45:14,218 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1360, reset compression=false 2024-11-14T12:45:14,218 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:14,218 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1385, reset compression=false 2024-11-14T12:45:14,218 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:14,222 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:14,222 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:14,222 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[{test/142d67ab9e5276d69a7ba1720a2e6963/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=1464, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:14,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:14,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:45:14,249 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:14,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:14,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:14,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:14,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:14,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:14,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-14T12:45:14,421 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1385, reset compression=false 2024-11-14T12:45:14,424 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:14,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:14,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1512, reset compression=false 2024-11-14T12:45:14,425 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbc3301eaac7d8a00b00655f80f7409/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:45:14,427 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:14,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:14,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:14,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:14,629 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1512, reset compression=false 2024-11-14T12:45:14,670 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1334, reset compression=false 2024-11-14T12:45:14,673 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:14,673 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:14,673 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=1483, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:14,727 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:14,876 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:14,932 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1512, reset compression=false 2024-11-14T12:45:15,130 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:15,178 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:15,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T12:45:15,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:45:15,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:15,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:15,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:15,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:15,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:15,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:45:15,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=268332650, stopped=false 2024-11-14T12:45:15,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,43449,1731588291283 2024-11-14T12:45:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-720644386/running 2024-11-14T12:45:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-720644386/running 2024-11-14T12:45:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:45:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:45:15,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:15,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:15,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:15,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:15,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,44055,1731588291391' ***** 2024-11-14T12:45:15,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:45:15,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/running 2024-11-14T12:45:15,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Set watcher on znode that does not yet exist, /2-720644386/running 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:45:15,283 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,44055,1731588291391 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44055. 2024-11-14T12:45:15,283 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdbc3301eaac7d8a00b00655f80f7409, disabling compactions & flushes 2024-11-14T12:45:15,283 DEBUG [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:15,283 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:15,283 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:45:15,283 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:45:15,283 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. after waiting 0 ms 2024-11-14T12:45:15,283 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:45:15,283 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:45:15,283 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdbc3301eaac7d8a00b00655f80f7409 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T12:45:15,284 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:45:15,284 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1325): Online Regions={cdbc3301eaac7d8a00b00655f80f7409=test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409., 1588230740=hbase:meta,,1.1588230740, 94ebee22dd90250618b0cd8b2c40564c=hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.} 2024-11-14T12:45:15,284 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:15,284 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:15,284 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c, cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:15,284 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:15,284 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:15,284 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:15,284 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:45:15,297 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/info/7534247d4c0347a4a3d1529411dcdde4 is 147, key is hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c./info:regioninfo/1731588305217/Put/seqid=0 2024-11-14T12:45:15,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:15,300 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f/71a1021135d246fb9ef5c8c0216964cf is 37, key is row3/f:row3/1731588312921/Put/seqid=0 2024-11-14T12:45:15,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:45:15,300 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/info/7534247d4c0347a4a3d1529411dcdde4 2024-11-14T12:45:15,300 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68492 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:15,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741841_1017 (size=5228) 2024-11-14T12:45:15,314 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:15,317 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/ns/f109a2249945400d8daafe93d95113c0 is 43, key is default/ns:d/1731588294109/Put/seqid=0 2024-11-14T12:45:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:45:15,335 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1512, reset compression=false 2024-11-14T12:45:15,339 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:15,339 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1759, reset compression=false 2024-11-14T12:45:15,339 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44055,1731588291391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:15,339 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,44055,1731588291391: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,44055,1731588291391, walGroup=669ef94e8b26%2C44055%2C1731588291391, offset=669ef94e8b26%2C44055%2C1731588291391.1731588293124:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:44055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:45:15,341 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:45:15,341 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:45:15,341 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:45:15,341 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:45:15,341 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:45:15,341 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 808790688 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199399496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:45:15,341 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:43449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:43449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:45:15,484 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c, cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:15,543 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1759, reset compression=false 2024-11-14T12:45:15,581 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:15,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:45:15,633 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:15,684 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c, cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:15,703 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f/71a1021135d246fb9ef5c8c0216964cf 2024-11-14T12:45:15,706 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a1021135d246fb9ef5c8c0216964cf 2024-11-14T12:45:15,719 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f1/d6a5b7e012254895a290283ce53db5eb is 30, key is row1/f1:/1731588310272/DeleteFamily/seqid=0 2024-11-14T12:45:15,721 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/ns/f109a2249945400d8daafe93d95113c0 2024-11-14T12:45:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741843_1019 (size=5158) 2024-11-14T12:45:15,723 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f1/d6a5b7e012254895a290283ce53db5eb 2024-11-14T12:45:15,727 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6a5b7e012254895a290283ce53db5eb 2024-11-14T12:45:15,737 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/rep_barrier/267fff80449a4e169da21c5001bcdf16 is 112, key is test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409./rep_barrier:seqnumDuringOpen/1731588299740/Put/seqid=0 2024-11-14T12:45:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:45:15,743 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/norep/304efb4811ad45819304097261f48f67 is 33, key is row2/norep:/1731588311276/DeleteFamily/seqid=0 2024-11-14T12:45:15,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741845_1021 (size=5108) 2024-11-14T12:45:15,846 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1759, reset compression=false 2024-11-14T12:45:15,884 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c, cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:16,046 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:45:16,046 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:45:16,084 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:16,084 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c, cdbc3301eaac7d8a00b00655f80f7409 2024-11-14T12:45:16,141 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/rep_barrier/267fff80449a4e169da21c5001bcdf16 2024-11-14T12:45:16,146 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/norep/304efb4811ad45819304097261f48f67 2024-11-14T12:45:16,149 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304efb4811ad45819304097261f48f67 2024-11-14T12:45:16,150 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f/71a1021135d246fb9ef5c8c0216964cf as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/f/71a1021135d246fb9ef5c8c0216964cf 2024-11-14T12:45:16,153 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a1021135d246fb9ef5c8c0216964cf 2024-11-14T12:45:16,153 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/f/71a1021135d246fb9ef5c8c0216964cf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:45:16,154 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/f1/d6a5b7e012254895a290283ce53db5eb as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/f1/d6a5b7e012254895a290283ce53db5eb 2024-11-14T12:45:16,157 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6a5b7e012254895a290283ce53db5eb 2024-11-14T12:45:16,157 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/f1/d6a5b7e012254895a290283ce53db5eb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:16,158 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/.tmp/norep/304efb4811ad45819304097261f48f67 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/norep/304efb4811ad45819304097261f48f67 2024-11-14T12:45:16,159 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/table/e122295f7d714c0a84bbfd4e10c22e3a is 53, key is hbase:replication/table:state/1731588305223/Put/seqid=0 2024-11-14T12:45:16,161 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 304efb4811ad45819304097261f48f67 2024-11-14T12:45:16,161 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/norep/304efb4811ad45819304097261f48f67, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:16,162 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdbc3301eaac7d8a00b00655f80f7409 in 879ms, sequenceid=12, compaction requested=false 2024-11-14T12:45:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:45:16,170 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/default/test/cdbc3301eaac7d8a00b00655f80f7409/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:45:16,170 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:16,170 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:16,170 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:45:16,170 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdbc3301eaac7d8a00b00655f80f7409: Waiting for close lock at 1731588315283Running coprocessor pre-close hooks at 1731588315283Disabling compacts and flushes for region at 1731588315283Disabling writes for close at 1731588315283Obtaining lock to block concurrent updates at 1731588315283Preparing flush snapshotting stores in cdbc3301eaac7d8a00b00655f80f7409 at 1731588315283Finished memstore snapshotting test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731588315284 (+1 ms)Flushing stores of test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. at 1731588315284Flushing cdbc3301eaac7d8a00b00655f80f7409/f: creating writer at 1731588315284Flushing cdbc3301eaac7d8a00b00655f80f7409/f: appending metadata at 1731588315299 (+15 ms)Flushing cdbc3301eaac7d8a00b00655f80f7409/f: closing flushed file at 1731588315299Flushing cdbc3301eaac7d8a00b00655f80f7409/f1: creating writer at 1731588315706 (+407 ms)Flushing cdbc3301eaac7d8a00b00655f80f7409/f1: appending metadata at 1731588315719 (+13 ms)Flushing cdbc3301eaac7d8a00b00655f80f7409/f1: closing flushed file at 1731588315719Flushing cdbc3301eaac7d8a00b00655f80f7409/norep: creating writer at 1731588315727 (+8 ms)Flushing cdbc3301eaac7d8a00b00655f80f7409/norep: appending metadata at 1731588315742 (+15 ms)Flushing cdbc3301eaac7d8a00b00655f80f7409/norep: closing flushed file at 1731588315742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f43641c: reopening flushed file at 1731588316149 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed8efdc: reopening flushed file at 1731588316153 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35837ee0: reopening flushed file at 1731588316157 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdbc3301eaac7d8a00b00655f80f7409 in 879ms, sequenceid=12, compaction requested=false at 1731588316162 (+5 ms)Writing region close event to WAL at 1731588316167 (+5 ms)Running coprocessor post-close hooks at 1731588316170 (+3 ms)Closed at 1731588316170 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588298552.cdbc3301eaac7d8a00b00655f80f7409. 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94ebee22dd90250618b0cd8b2c40564c, disabling compactions & flushes 2024-11-14T12:45:16,171 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. after waiting 0 ms 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94ebee22dd90250618b0cd8b2c40564c: Waiting for close lock at 1731588316171Running coprocessor pre-close hooks at 1731588316171Disabling compacts and flushes for region at 1731588316171Disabling writes for close at 1731588316171Failed flush hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c., putting online again at 1731588316171 2024-11-14T12:45:16,171 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,236 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:16,249 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 1759, reset compression=false 2024-11-14T12:45:16,253 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:16,253 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 2403, reset compression=false 2024-11-14T12:45:16,284 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:16,285 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94ebee22dd90250618b0cd8b2c40564c 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94ebee22dd90250618b0cd8b2c40564c, disabling compactions & flushes 2024-11-14T12:45:16,285 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. after waiting 0 ms 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94ebee22dd90250618b0cd8b2c40564c: Waiting for close lock at 1731588316285Running coprocessor pre-close hooks at 1731588316285Disabling compacts and flushes for region at 1731588316285Disabling writes for close at 1731588316285Failed flush hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c., putting online again at 1731588316285 2024-11-14T12:45:16,285 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c. 2024-11-14T12:45:16,455 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.wal-reader.669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/WALs/669ef94e8b26,44055,1731588291391/669ef94e8b26%2C44055%2C1731588291391.1731588293124 to pos 2403, reset compression=false 2024-11-14T12:45:16,485 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:45:16,485 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 94ebee22dd90250618b0cd8b2c40564c=hbase:replication,,1731588304056.94ebee22dd90250618b0cd8b2c40564c.} 2024-11-14T12:45:16,485 DEBUG [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:45:16,563 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/table/e122295f7d714c0a84bbfd4e10c22e3a 2024-11-14T12:45:16,567 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/info/7534247d4c0347a4a3d1529411dcdde4 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/info/7534247d4c0347a4a3d1529411dcdde4 2024-11-14T12:45:16,570 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/info/7534247d4c0347a4a3d1529411dcdde4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:45:16,570 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/ns/f109a2249945400d8daafe93d95113c0 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/ns/f109a2249945400d8daafe93d95113c0 2024-11-14T12:45:16,573 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/ns/f109a2249945400d8daafe93d95113c0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:45:16,574 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/rep_barrier/267fff80449a4e169da21c5001bcdf16 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/rep_barrier/267fff80449a4e169da21c5001bcdf16 2024-11-14T12:45:16,577 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/rep_barrier/267fff80449a4e169da21c5001bcdf16, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:45:16,578 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/.tmp/table/e122295f7d714c0a84bbfd4e10c22e3a as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/table/e122295f7d714c0a84bbfd4e10c22e3a 2024-11-14T12:45:16,581 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/table/e122295f7d714c0a84bbfd4e10c22e3a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:45:16,581 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-14T12:45:16,585 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:45:16,585 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:16,585 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:45:16,585 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:16,585 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588315284Running coprocessor pre-close hooks at 1731588315284Disabling compacts and flushes for region at 1731588315284Disabling writes for close at 1731588315284Obtaining lock to block concurrent updates at 1731588315284Preparing flush snapshotting stores in 1588230740 at 1731588315284Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588315284Flushing stores of hbase:meta,,1.1588230740 at 1731588315284Flushing 1588230740/info: creating writer at 1731588315284Flushing 1588230740/info: appending metadata at 1731588315296 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731588315296Flushing 1588230740/ns: creating writer at 1731588315304 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731588315317 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731588315317Flushing 1588230740/rep_barrier: creating writer at 1731588315724 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588315737 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588315737Flushing 1588230740/table: creating writer at 1731588316144 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588316159 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731588316159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b55f2bf: reopening flushed file at 1731588316566 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254aef54: reopening flushed file at 1731588316570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5ef5a5: reopening flushed file at 1731588316574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5685cd02: reopening flushed file at 1731588316577 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1731588316581 (+4 ms)Writing region close event to WAL at 1731588316583 (+2 ms)Running coprocessor post-close hooks at 1731588316585 (+2 ms)Closed at 1731588316585 2024-11-14T12:45:16,585 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:16,685 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:45:16,685 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,44055,1731588291391; all regions closed. 2024-11-14T12:45:16,686 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:16,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:45:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741839_1015 (size=2609) 2024-11-14T12:45:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741832_1008 (size=2411) 2024-11-14T12:45:16,691 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:16,691 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:16,692 INFO [RS:0;669ef94e8b26:44055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:16,692 INFO [RS:0;669ef94e8b26:44055 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:16,692 INFO [RS:0;669ef94e8b26:44055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:16,692 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:16,692 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44055,1731588291391 because: Region server is closing 2024-11-14T12:45:16,692 INFO [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44055. 2024-11-14T12:45:16,692 DEBUG [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:16,692 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:16,693 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:16,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:16,793 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44055,1731588291391.replicationSource.shipper669ef94e8b26%2C44055%2C1731588291391,1-669ef94e8b26,44055,1731588291391 terminated 2024-11-14T12:45:16,793 INFO [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44055. 2024-11-14T12:45:16,793 DEBUG [RS:0;669ef94e8b26:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:16,793 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:16,793 DEBUG [RS:0;669ef94e8b26:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:16,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:16,793 INFO [RS:0;669ef94e8b26:44055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44055 2024-11-14T12:45:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386/rs 2024-11-14T12:45:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-720644386/rs/669ef94e8b26,44055,1731588291391 2024-11-14T12:45:16,823 INFO [RS:0;669ef94e8b26:44055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:16,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,44055,1731588291391] 2024-11-14T12:45:16,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-720644386/draining/669ef94e8b26,44055,1731588291391 already deleted, retry=false 2024-11-14T12:45:16,840 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,44055,1731588291391 expired; onlineServers=0 2024-11-14T12:45:16,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,43449,1731588291283' ***** 2024-11-14T12:45:16,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:45:16,840 INFO [M:0;669ef94e8b26:43449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:16,840 INFO [M:0;669ef94e8b26:43449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:16,840 DEBUG [M:0;669ef94e8b26:43449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:45:16,840 DEBUG [M:0;669ef94e8b26:43449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:45:16,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:45:16,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588292897 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588292897,5,FailOnTimeoutGroup] 2024-11-14T12:45:16,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588292897 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588292897,5,FailOnTimeoutGroup] 2024-11-14T12:45:16,841 INFO [M:0;669ef94e8b26:43449 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:16,841 INFO [M:0;669ef94e8b26:43449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:16,841 DEBUG [M:0;669ef94e8b26:43449 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:45:16,841 INFO [M:0;669ef94e8b26:43449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:45:16,841 INFO [M:0;669ef94e8b26:43449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:16,841 INFO [M:0;669ef94e8b26:43449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:45:16,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:45:16,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-720644386/master 2024-11-14T12:45:16,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-720644386 2024-11-14T12:45:16,848 DEBUG [M:0;669ef94e8b26:43449 {}] zookeeper.ZKUtil(347): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Unable to get data of znode /2-720644386/master because node does not exist (not an error) 2024-11-14T12:45:16,848 WARN [M:0;669ef94e8b26:43449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:45:16,849 INFO [M:0;669ef94e8b26:43449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/.lastflushedseqids 2024-11-14T12:45:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:45:16,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:16,932 INFO [RS:0;669ef94e8b26:44055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:16,932 INFO [RS:0;669ef94e8b26:44055 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,44055,1731588291391; zookeeper connection closed. 2024-11-14T12:45:16,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013aa9fed20007, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:16,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2428d74f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2428d74f 2024-11-14T12:45:16,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:45:16,939 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:17,253 INFO [M:0;669ef94e8b26:43449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:45:17,253 INFO [M:0;669ef94e8b26:43449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:45:17,253 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:17,254 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:17,254 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:17,254 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:17,254 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:17,254 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-14T12:45:17,270 DEBUG [M:0;669ef94e8b26:43449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c108f2b5576490c9c9915674e60f48b is 82, key is hbase:meta,,1/info:regioninfo/1731588294095/Put/seqid=0 2024-11-14T12:45:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:45:17,389 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:17,674 INFO [M:0;669ef94e8b26:43449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c108f2b5576490c9c9915674e60f48b 2024-11-14T12:45:17,689 DEBUG [M:0;669ef94e8b26:43449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be391df59db45ea8590b0d586a432c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588305226/Put/seqid=0 2024-11-14T12:45:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741849_1025 (size=9211) 2024-11-14T12:45:17,743 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:18,093 INFO [M:0;669ef94e8b26:43449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be391df59db45ea8590b0d586a432c3 2024-11-14T12:45:18,111 DEBUG [M:0;669ef94e8b26:43449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0a3da1af04daf9f669d8d6b18ae75 is 69, key is 669ef94e8b26,44055,1731588291391/rs:state/1731588292941/Put/seqid=0 2024-11-14T12:45:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:45:18,192 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:18,515 INFO [M:0;669ef94e8b26:43449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0a3da1af04daf9f669d8d6b18ae75 2024-11-14T12:45:18,519 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c108f2b5576490c9c9915674e60f48b as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c108f2b5576490c9c9915674e60f48b 2024-11-14T12:45:18,522 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c108f2b5576490c9c9915674e60f48b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T12:45:18,523 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be391df59db45ea8590b0d586a432c3 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2be391df59db45ea8590b0d586a432c3 2024-11-14T12:45:18,526 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2be391df59db45ea8590b0d586a432c3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T12:45:18,526 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0a3da1af04daf9f669d8d6b18ae75 as hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf0a3da1af04daf9f669d8d6b18ae75 2024-11-14T12:45:18,529 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33079/user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf0a3da1af04daf9f669d8d6b18ae75, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T12:45:18,530 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false 2024-11-14T12:45:18,531 INFO [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:18,531 DEBUG [M:0;669ef94e8b26:43449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588317253Disabling compacts and flushes for region at 1731588317253Disabling writes for close at 1731588317254 (+1 ms)Obtaining lock to block concurrent updates at 1731588317254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588317254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731588317254Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588317255 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588317255Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588317270 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588317270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588317677 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588317689 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588317689Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588318096 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588318111 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588318111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4192f7: reopening flushed file at 1731588318518 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719adb8d: reopening flushed file at 1731588318522 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4f90ac: reopening flushed file at 1731588318526 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false at 1731588318530 (+4 ms)Writing region close event to WAL at 1731588318531 (+1 ms)Closed at 1731588318531 2024-11-14T12:45:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741830_1006 (size=73854) 2024-11-14T12:45:18,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/415f5ef8-6743-0ff0-42ad-d00cec0442fe/MasterData/WALs/669ef94e8b26,43449,1731588291283/669ef94e8b26%2C43449%2C1731588291283.1731588292690 not finished, retry = 0 2024-11-14T12:45:18,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:18,634 INFO [M:0;669ef94e8b26:43449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:45:18,634 INFO [M:0;669ef94e8b26:43449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43449 2024-11-14T12:45:18,634 INFO [M:0;669ef94e8b26:43449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:18,646 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:18,787 INFO [M:0;669ef94e8b26:43449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43449-0x1013aa9fed20006, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:18,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:18,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:18,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:18,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:18,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:18,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:45:18,791 WARN [BP-2005029470-172.17.0.3-1731588289416 heartbeating to localhost/127.0.0.1:33079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:45:18,791 WARN [BP-2005029470-172.17.0.3-1731588289416 heartbeating to localhost/127.0.0.1:33079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005029470-172.17.0.3-1731588289416 (Datanode Uuid 9c5cc6ae-5fa5-429d-ba84-58e83e3caac1) service to localhost/127.0.0.1:33079 2024-11-14T12:45:18,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:45:18,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/cluster_3288473b-6c01-595a-9a0e-34155a63c634/data/data1/current/BP-2005029470-172.17.0.3-1731588289416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:18,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/cluster_3288473b-6c01-595a-9a0e-34155a63c634/data/data2/current/BP-2005029470-172.17.0.3-1731588289416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:18,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:45:18,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:18,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:18,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:18,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:18,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:18,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:45:18,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:45:18,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:18,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:18,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:18,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:18,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:18,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:45:18,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1635121101, stopped=false 2024-11-14T12:45:18,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,34799,1731588286043 2024-11-14T12:45:18,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493005927/running 2024-11-14T12:45:18,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493005927/running 2024-11-14T12:45:18,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:45:18,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:45:18,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:18,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:18,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:18,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:18,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/running 2024-11-14T12:45:18,835 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,36609,1731588286151' ***** 2024-11-14T12:45:18,835 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:45:18,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Set watcher on znode that does not yet exist, /1493005927/running 2024-11-14T12:45:18,835 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:45:18,835 INFO [RS:0;669ef94e8b26:36609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:45:18,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:45:18,835 INFO [RS:0;669ef94e8b26:36609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:45:18,835 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(3091): Received CLOSE for 142d67ab9e5276d69a7ba1720a2e6963 2024-11-14T12:45:18,835 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(3091): Received CLOSE for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,36609,1731588286151 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36609. 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 142d67ab9e5276d69a7ba1720a2e6963, disabling compactions & flushes 2024-11-14T12:45:18,836 DEBUG [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:18,836 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:45:18,836 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. after waiting 0 ms 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:45:18,836 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 142d67ab9e5276d69a7ba1720a2e6963 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T12:45:18,836 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:45:18,836 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1325): Online Regions={142d67ab9e5276d69a7ba1720a2e6963=test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963., 1588230740=hbase:meta,,1.1588230740, 99e62e9d91c2c38899e706ffa814c3c0=hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.} 2024-11-14T12:45:18,836 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 142d67ab9e5276d69a7ba1720a2e6963, 1588230740, 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:18,836 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:18,836 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:18,836 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:45:18,840 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:18,852 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f/d395d7eb08ac4e1d85a43decd2445ab4 is 37, key is row3/f:row3/1731588312921/Put/seqid=0 2024-11-14T12:45:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741840_1016 (size=5228) 2024-11-14T12:45:18,857 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/info/53be133b2667465281aa704c5a2d37ac is 147, key is hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0./info:regioninfo/1731588303691/Put/seqid=0 2024-11-14T12:45:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:45:18,860 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/info/53be133b2667465281aa704c5a2d37ac 2024-11-14T12:45:18,876 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/ns/fe8a31532f894a618fdb409c0d411836 is 43, key is default/ns:d/1731588289358/Put/seqid=0 2024-11-14T12:45:18,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:45:19,036 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 142d67ab9e5276d69a7ba1720a2e6963, 1588230740, 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,095 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:19,236 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:45:19,236 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:45:19,236 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 142d67ab9e5276d69a7ba1720a2e6963, 1588230740, 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,256 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f/d395d7eb08ac4e1d85a43decd2445ab4 2024-11-14T12:45:19,259 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d395d7eb08ac4e1d85a43decd2445ab4 2024-11-14T12:45:19,273 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f1/2ccbb9ddb26048b3bb76c8c77e044027 is 30, key is row1/f1:/1731588310272/DeleteFamily/seqid=0 2024-11-14T12:45:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741843_1019 (size=5158) 2024-11-14T12:45:19,279 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/ns/fe8a31532f894a618fdb409c0d411836 2024-11-14T12:45:19,295 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c85b4b9ed67a429d84073a213d2915fd is 112, key is test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963./rep_barrier:seqnumDuringOpen/1731588297540/Put/seqid=0 2024-11-14T12:45:19,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:45:19,436 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 142d67ab9e5276d69a7ba1720a2e6963, 1588230740, 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,637 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 142d67ab9e5276d69a7ba1720a2e6963, 1588230740, 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,649 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1464, reset compression=false 2024-11-14T12:45:19,652 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:19,653 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1711, reset compression=false 2024-11-14T12:45:19,653 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36609,1731588286151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348, lastWalPosition=1711, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:19,653 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,36609,1731588286151: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,36609,1731588286151, walGroup=669ef94e8b26%2C36609%2C1731588286151, offset=669ef94e8b26%2C36609%2C1731588286151.1731588288348:1711, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:36609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:45:19,655 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:45:19,655 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:45:19,655 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:45:19,655 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:45:19,655 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:45:19,656 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 892676768 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199828376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:45:19,656 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:34799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:34799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:45:19,676 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f1/2ccbb9ddb26048b3bb76c8c77e044027 2024-11-14T12:45:19,680 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ccbb9ddb26048b3bb76c8c77e044027 2024-11-14T12:45:19,693 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/norep/487b558afb964e7fb1d0423220b2aa35 is 33, key is row1/norep:/1731588310272/DeleteFamily/seqid=0 2024-11-14T12:45:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741845_1021 (size=5108) 2024-11-14T12:45:19,697 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/norep/487b558afb964e7fb1d0423220b2aa35 2024-11-14T12:45:19,698 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c85b4b9ed67a429d84073a213d2915fd 2024-11-14T12:45:19,701 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 487b558afb964e7fb1d0423220b2aa35 2024-11-14T12:45:19,702 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f/d395d7eb08ac4e1d85a43decd2445ab4 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/f/d395d7eb08ac4e1d85a43decd2445ab4 2024-11-14T12:45:19,705 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d395d7eb08ac4e1d85a43decd2445ab4 2024-11-14T12:45:19,705 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/f/d395d7eb08ac4e1d85a43decd2445ab4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:45:19,706 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/f1/2ccbb9ddb26048b3bb76c8c77e044027 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/f1/2ccbb9ddb26048b3bb76c8c77e044027 2024-11-14T12:45:19,709 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ccbb9ddb26048b3bb76c8c77e044027 2024-11-14T12:45:19,709 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/f1/2ccbb9ddb26048b3bb76c8c77e044027, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:19,710 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/.tmp/norep/487b558afb964e7fb1d0423220b2aa35 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/norep/487b558afb964e7fb1d0423220b2aa35 2024-11-14T12:45:19,713 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 487b558afb964e7fb1d0423220b2aa35 2024-11-14T12:45:19,713 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/norep/487b558afb964e7fb1d0423220b2aa35, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:19,714 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 142d67ab9e5276d69a7ba1720a2e6963 in 878ms, sequenceid=12, compaction requested=false 2024-11-14T12:45:19,714 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:45:19,716 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/table/9f4ee38457b44563919d99a238113ef2 is 53, key is hbase:replication/table:state/1731588303697/Put/seqid=0 2024-11-14T12:45:19,720 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/default/test/142d67ab9e5276d69a7ba1720a2e6963/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:45:19,720 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:19,720 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:19,720 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:45:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:45:19,720 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 142d67ab9e5276d69a7ba1720a2e6963: Waiting for close lock at 1731588318836Running coprocessor pre-close hooks at 1731588318836Disabling compacts and flushes for region at 1731588318836Disabling writes for close at 1731588318836Obtaining lock to block concurrent updates at 1731588318836Preparing flush snapshotting stores in 142d67ab9e5276d69a7ba1720a2e6963 at 1731588318836Finished memstore snapshotting test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731588318836Flushing stores of test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. at 1731588318836Flushing 142d67ab9e5276d69a7ba1720a2e6963/f: creating writer at 1731588318837 (+1 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/f: appending metadata at 1731588318852 (+15 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/f: closing flushed file at 1731588318852Flushing 142d67ab9e5276d69a7ba1720a2e6963/f1: creating writer at 1731588319260 (+408 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/f1: appending metadata at 1731588319272 (+12 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/f1: closing flushed file at 1731588319272Flushing 142d67ab9e5276d69a7ba1720a2e6963/norep: creating writer at 1731588319680 (+408 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/norep: appending metadata at 1731588319692 (+12 ms)Flushing 142d67ab9e5276d69a7ba1720a2e6963/norep: closing flushed file at 1731588319692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8ca2b5: reopening flushed file at 1731588319701 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e87d54: reopening flushed file at 1731588319705 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cbf1c92: reopening flushed file at 1731588319709 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 142d67ab9e5276d69a7ba1720a2e6963 in 878ms, sequenceid=12, compaction requested=false at 1731588319714 (+5 ms)Writing region close event to WAL at 1731588319716 (+2 ms)Running coprocessor post-close hooks at 1731588319720 (+4 ms)Closed at 1731588319720 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588296401.142d67ab9e5276d69a7ba1720a2e6963. 2024-11-14T12:45:19,721 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/table/9f4ee38457b44563919d99a238113ef2 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99e62e9d91c2c38899e706ffa814c3c0, disabling compactions & flushes 2024-11-14T12:45:19,721 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. after waiting 0 ms 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99e62e9d91c2c38899e706ffa814c3c0: Waiting for close lock at 1731588319721Running coprocessor pre-close hooks at 1731588319721Disabling compacts and flushes for region at 1731588319721Disabling writes for close at 1731588319721Failed flush hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0., putting online again at 1731588319721 2024-11-14T12:45:19,721 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,724 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/info/53be133b2667465281aa704c5a2d37ac as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/info/53be133b2667465281aa704c5a2d37ac 2024-11-14T12:45:19,727 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/info/53be133b2667465281aa704c5a2d37ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:45:19,728 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/ns/fe8a31532f894a618fdb409c0d411836 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/ns/fe8a31532f894a618fdb409c0d411836 2024-11-14T12:45:19,731 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/ns/fe8a31532f894a618fdb409c0d411836, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:45:19,732 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c85b4b9ed67a429d84073a213d2915fd as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/rep_barrier/c85b4b9ed67a429d84073a213d2915fd 2024-11-14T12:45:19,735 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/rep_barrier/c85b4b9ed67a429d84073a213d2915fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:45:19,735 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/.tmp/table/9f4ee38457b44563919d99a238113ef2 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/table/9f4ee38457b44563919d99a238113ef2 2024-11-14T12:45:19,738 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/table/9f4ee38457b44563919d99a238113ef2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:45:19,739 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-11-14T12:45:19,739 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:45:19,743 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:45:19,743 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:19,743 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:45:19,743 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:19,743 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588318836Running coprocessor pre-close hooks at 1731588318836Disabling compacts and flushes for region at 1731588318836Disabling writes for close at 1731588318836Obtaining lock to block concurrent updates at 1731588318836Preparing flush snapshotting stores in 1588230740 at 1731588318836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588318836Flushing stores of hbase:meta,,1.1588230740 at 1731588318837 (+1 ms)Flushing 1588230740/info: creating writer at 1731588318837Flushing 1588230740/info: appending metadata at 1731588318857 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731588318857Flushing 1588230740/ns: creating writer at 1731588318864 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731588318876 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731588318876Flushing 1588230740/rep_barrier: creating writer at 1731588319283 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588319295 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588319295Flushing 1588230740/table: creating writer at 1731588319701 (+406 ms)Flushing 1588230740/table: appending metadata at 1731588319715 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731588319715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e34a85: reopening flushed file at 1731588319723 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cf5e29: reopening flushed file at 1731588319727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff22c54: reopening flushed file at 1731588319731 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587b36f3: reopening flushed file at 1731588319735 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1731588319739 (+4 ms)Writing region close event to WAL at 1731588319740 (+1 ms)Running coprocessor post-close hooks at 1731588319743 (+3 ms)Closed at 1731588319743 2024-11-14T12:45:19,743 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:19,837 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:45:19,837 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1325): Online Regions={99e62e9d91c2c38899e706ffa814c3c0=hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0.} 2024-11-14T12:45:19,837 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(3091): Received CLOSE for 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,837 DEBUG [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1351): Waiting on 99e62e9d91c2c38899e706ffa814c3c0 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99e62e9d91c2c38899e706ffa814c3c0, disabling compactions & flushes 2024-11-14T12:45:19,837 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. after waiting 0 ms 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99e62e9d91c2c38899e706ffa814c3c0: Waiting for close lock at 1731588319837Running coprocessor pre-close hooks at 1731588319837Disabling compacts and flushes for region at 1731588319837Disabling writes for close at 1731588319837Failed flush hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0., putting online again at 1731588319837 2024-11-14T12:45:19,837 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588302911.99e62e9d91c2c38899e706ffa814c3c0. 2024-11-14T12:45:19,856 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 1711, reset compression=false 2024-11-14T12:45:19,860 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:19,860 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 2355, reset compression=false 2024-11-14T12:45:20,037 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:45:20,037 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,36609,1731588286151; all regions closed. 2024-11-14T12:45:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:45:20,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.meta.1731588289318.meta not finished, retry = 0 2024-11-14T12:45:20,062 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/WALs/669ef94e8b26,36609,1731588286151/669ef94e8b26%2C36609%2C1731588286151.1731588288348 to pos 2355, reset compression=false 2024-11-14T12:45:20,098 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741839_1015 (size=2609) 2024-11-14T12:45:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741832_1008 (size=2363) 2024-11-14T12:45:20,143 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:20,143 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:20,143 INFO [RS:0;669ef94e8b26:36609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:20,143 INFO [RS:0;669ef94e8b26:36609 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:20,143 INFO [RS:0;669ef94e8b26:36609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:20,143 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:20,144 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,36609,1731588286151 because: Region server is closing 2024-11-14T12:45:20,144 INFO [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36609. 2024-11-14T12:45:20,144 DEBUG [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:20,144 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:20,144 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:20,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:20,244 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.shipper669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 terminated 2024-11-14T12:45:20,244 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36609,1731588286151.replicationSource.wal-reader.669ef94e8b26%2C36609%2C1731588286151,1-669ef94e8b26,36609,1731588286151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:45:20,244 INFO [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36609. 2024-11-14T12:45:20,244 DEBUG [RS:0;669ef94e8b26:36609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:20,244 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:20,245 DEBUG [RS:0;669ef94e8b26:36609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:20,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:20,245 INFO [RS:0;669ef94e8b26:36609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36609 2024-11-14T12:45:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927/rs 2024-11-14T12:45:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493005927/rs/669ef94e8b26,36609,1731588286151 2024-11-14T12:45:20,273 INFO [RS:0;669ef94e8b26:36609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:20,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,36609,1731588286151] 2024-11-14T12:45:20,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1493005927/draining/669ef94e8b26,36609,1731588286151 already deleted, retry=false 2024-11-14T12:45:20,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,36609,1731588286151 expired; onlineServers=0 2024-11-14T12:45:20,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,34799,1731588286043' ***** 2024-11-14T12:45:20,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:45:20,290 INFO [M:0;669ef94e8b26:34799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:20,290 INFO [M:0;669ef94e8b26:34799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:20,290 DEBUG [M:0;669ef94e8b26:34799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:45:20,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:45:20,290 DEBUG [M:0;669ef94e8b26:34799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:45:20,290 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588288089 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588288089,5,FailOnTimeoutGroup] 2024-11-14T12:45:20,290 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588288087 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588288087,5,FailOnTimeoutGroup] 2024-11-14T12:45:20,290 INFO [M:0;669ef94e8b26:34799 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:20,290 INFO [M:0;669ef94e8b26:34799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:20,290 DEBUG [M:0;669ef94e8b26:34799 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:45:20,290 INFO [M:0;669ef94e8b26:34799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:45:20,291 INFO [M:0;669ef94e8b26:34799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:20,291 INFO [M:0;669ef94e8b26:34799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:45:20,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:45:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493005927/master 2024-11-14T12:45:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493005927 2024-11-14T12:45:20,298 DEBUG [M:0;669ef94e8b26:34799 {}] zookeeper.ZKUtil(347): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Unable to get data of znode /1493005927/master because node does not exist (not an error) 2024-11-14T12:45:20,298 WARN [M:0;669ef94e8b26:34799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:45:20,298 INFO [M:0;669ef94e8b26:34799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/.lastflushedseqids 2024-11-14T12:45:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:45:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:20,381 INFO [RS:0;669ef94e8b26:36609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36609-0x1013aa9fed20004, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:20,381 INFO [RS:0;669ef94e8b26:36609 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,36609,1731588286151; zookeeper connection closed. 2024-11-14T12:45:20,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ca881e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ca881e9 2024-11-14T12:45:20,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:45:20,702 INFO [M:0;669ef94e8b26:34799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:45:20,703 INFO [M:0;669ef94e8b26:34799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:45:20,703 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:20,703 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:20,703 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:20,703 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:20,703 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:20,703 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T12:45:20,717 DEBUG [M:0;669ef94e8b26:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8de3418cb40b48ccb13a405403cd8e6f is 82, key is hbase:meta,,1/info:regioninfo/1731588289344/Put/seqid=0 2024-11-14T12:45:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:45:21,120 INFO [M:0;669ef94e8b26:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8de3418cb40b48ccb13a405403cd8e6f 2024-11-14T12:45:21,140 DEBUG [M:0;669ef94e8b26:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/657df04f9f7448c3bc42c0670e91a684 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588297549/Put/seqid=0 2024-11-14T12:45:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741849_1025 (size=7217) 2024-11-14T12:45:21,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,201 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:21,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,544 INFO [M:0;669ef94e8b26:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/657df04f9f7448c3bc42c0670e91a684 2024-11-14T12:45:21,547 INFO [M:0;669ef94e8b26:34799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 657df04f9f7448c3bc42c0670e91a684 2024-11-14T12:45:21,560 DEBUG [M:0;669ef94e8b26:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bf17e016d440f39c0f71959ddf000b is 69, key is 669ef94e8b26,36609,1731588286151/rs:state/1731588288200/Put/seqid=0 2024-11-14T12:45:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:45:21,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:21,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:21,963 INFO [M:0;669ef94e8b26:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bf17e016d440f39c0f71959ddf000b 2024-11-14T12:45:21,967 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8de3418cb40b48ccb13a405403cd8e6f as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8de3418cb40b48ccb13a405403cd8e6f 2024-11-14T12:45:21,970 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8de3418cb40b48ccb13a405403cd8e6f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:45:21,971 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/657df04f9f7448c3bc42c0670e91a684 as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/657df04f9f7448c3bc42c0670e91a684 2024-11-14T12:45:21,974 INFO [M:0;669ef94e8b26:34799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 657df04f9f7448c3bc42c0670e91a684 2024-11-14T12:45:21,974 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/657df04f9f7448c3bc42c0670e91a684, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:45:21,975 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bf17e016d440f39c0f71959ddf000b as hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5bf17e016d440f39c0f71959ddf000b 2024-11-14T12:45:21,978 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5bf17e016d440f39c0f71959ddf000b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:45:21,978 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-14T12:45:21,979 INFO [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:21,979 DEBUG [M:0;669ef94e8b26:34799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588320703Disabling compacts and flushes for region at 1731588320703Disabling writes for close at 1731588320703Obtaining lock to block concurrent updates at 1731588320703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588320703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731588320703Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588320704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588320704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588320716 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588320716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588321124 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588321139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588321139Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588321547 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588321559 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588321559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c4aa76: reopening flushed file at 1731588321967 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799c0740: reopening flushed file at 1731588321970 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6294990: reopening flushed file at 1731588321974 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731588321978 (+4 ms)Writing region close event to WAL at 1731588321979 (+1 ms)Closed at 1731588321979 2024-11-14T12:45:21,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741830_1006 (size=64411) 2024-11-14T12:45:21,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33015206-7763-73c7-7258-cc126721e7cd/MasterData/WALs/669ef94e8b26,34799,1731588286043/669ef94e8b26%2C34799%2C1731588286043.1731588287892 not finished, retry = 0 2024-11-14T12:45:22,082 INFO [M:0;669ef94e8b26:34799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:45:22,082 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:22,082 INFO [M:0;669ef94e8b26:34799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34799 2024-11-14T12:45:22,082 INFO [M:0;669ef94e8b26:34799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:22,209 INFO [M:0;669ef94e8b26:34799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1013aa9fed20003, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:22,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:22,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:22,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:22,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:22,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:22,215 WARN [BP-240783648-172.17.0.3-1731588284318 heartbeating to localhost/127.0.0.1:36263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:45:22,215 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:45:22,215 WARN [BP-240783648-172.17.0.3-1731588284318 heartbeating to localhost/127.0.0.1:36263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240783648-172.17.0.3-1731588284318 (Datanode Uuid 1441f030-e30c-4c25-9412-3f1e82c557fc) service to localhost/127.0.0.1:36263 2024-11-14T12:45:22,215 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:45:22,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/cluster_14ca7100-3c00-8641-c6d3-ebefa95e4d7c/data/data1/current/BP-240783648-172.17.0.3-1731588284318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:22,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/cluster_14ca7100-3c00-8641-c6d3-ebefa95e4d7c/data/data2/current/BP-240783648-172.17.0.3-1731588284318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:22,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:45:22,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:22,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:22,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:22,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:22,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed9e6ec-0d79-0c15-ea50-7ec72fd1ecc4/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:22,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:45:22,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:45:22,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:22,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:22,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:22,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:22,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:22,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:45:22,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907286344, stopped=false 2024-11-14T12:45:22,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,43611,1731588281251 2024-11-14T12:45:22,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-126791359/running 2024-11-14T12:45:22,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-126791359/running 2024-11-14T12:45:22,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:45:22,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:45:22,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:22,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:22,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:22,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:22,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/running 2024-11-14T12:45:22,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Set watcher on znode that does not yet exist, /0-126791359/running 2024-11-14T12:45:22,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,39037,1731588281430' ***** 2024-11-14T12:45:22,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:45:22,251 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:45:22,252 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,39037,1731588281430 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:39037. 2024-11-14T12:45:22,252 DEBUG [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:22,252 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:22,252 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6330f62519007b45f618c2944fbcfc6, disabling compactions & flushes 2024-11-14T12:45:22,252 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:45:22,252 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:45:22,252 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. after waiting 0 ms 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:45:22,252 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:22,252 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6330f62519007b45f618c2944fbcfc6 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T12:45:22,252 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:45:22,252 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1325): Online Regions={f6330f62519007b45f618c2944fbcfc6=hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6., 1588230740=hbase:meta,,1.1588230740, 439b1a724a33b0c4a92401d1d8ebdd47=test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.} 2024-11-14T12:45:22,252 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47, f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:22,252 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:22,252 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:22,253 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:22,253 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:22,253 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:22,253 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:45:22,266 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/info/5ee30912dc4041f8957a51e0049ad456 is 147, key is hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6./info:regioninfo/1731588301922/Put/seqid=0 2024-11-14T12:45:22,266 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/.tmp/queue/bdbade7f584343699a10b5c279da8c1b is 154, key is 1-669ef94e8b26,39037,1731588281430/queue:669ef94e8b26%2C39037%2C1731588281430/1731588314674/Put/seqid=0 2024-11-14T12:45:22,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741840_1016 (size=5353) 2024-11-14T12:45:22,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:45:22,333 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:22,404 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:22,453 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47, f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:22,653 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47, f6330f62519007b45f618c2944fbcfc6 2024-11-14T12:45:22,670 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/info/5ee30912dc4041f8957a51e0049ad456 2024-11-14T12:45:22,670 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/.tmp/queue/bdbade7f584343699a10b5c279da8c1b 2024-11-14T12:45:22,674 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/.tmp/queue/bdbade7f584343699a10b5c279da8c1b as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/queue/bdbade7f584343699a10b5c279da8c1b 2024-11-14T12:45:22,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/queue/bdbade7f584343699a10b5c279da8c1b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T12:45:22,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f6330f62519007b45f618c2944fbcfc6 in 425ms, sequenceid=14, compaction requested=false 2024-11-14T12:45:22,696 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/replication/f6330f62519007b45f618c2944fbcfc6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T12:45:22,697 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:22,697 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:45:22,697 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:22,697 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6330f62519007b45f618c2944fbcfc6: Waiting for close lock at 1731588322252Running coprocessor pre-close hooks at 1731588322252Disabling compacts and flushes for region at 1731588322252Disabling writes for close at 1731588322252Obtaining lock to block concurrent updates at 1731588322252Preparing flush snapshotting stores in f6330f62519007b45f618c2944fbcfc6 at 1731588322252Finished memstore snapshotting hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731588322253 (+1 ms)Flushing stores of hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. at 1731588322253Flushing f6330f62519007b45f618c2944fbcfc6/queue: creating writer at 1731588322253Flushing f6330f62519007b45f618c2944fbcfc6/queue: appending metadata at 1731588322265 (+12 ms)Flushing f6330f62519007b45f618c2944fbcfc6/queue: closing flushed file at 1731588322265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210f2dbc: reopening flushed file at 1731588322673 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f6330f62519007b45f618c2944fbcfc6 in 425ms, sequenceid=14, compaction requested=false at 1731588322677 (+4 ms)Writing region close event to WAL at 1731588322687 (+10 ms)Running coprocessor post-close hooks at 1731588322697 (+10 ms)Closed at 1731588322697 2024-11-14T12:45:22,697 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588300762.f6330f62519007b45f618c2944fbcfc6. 2024-11-14T12:45:22,697 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 439b1a724a33b0c4a92401d1d8ebdd47, disabling compactions & flushes 2024-11-14T12:45:22,698 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:45:22,698 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:45:22,698 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. after waiting 0 ms 2024-11-14T12:45:22,698 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:45:22,698 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 439b1a724a33b0c4a92401d1d8ebdd47 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T12:45:22,700 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/ns/16d6311d29f649c7adfa12986244e9e4 is 43, key is default/ns:d/1731588284173/Put/seqid=0 2024-11-14T12:45:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:45:22,709 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/ns/16d6311d29f649c7adfa12986244e9e4 2024-11-14T12:45:22,724 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f/25d082f9deeb40a98cc19ae88eb4232a is 37, key is row3/f:row3/1731588312921/Put/seqid=0 2024-11-14T12:45:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741843_1019 (size=5228) 2024-11-14T12:45:22,735 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/rep_barrier/fa2f496de5274421aaae01e1a8931b35 is 112, key is test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47./rep_barrier:seqnumDuringOpen/1731588295380/Put/seqid=0 2024-11-14T12:45:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:45:22,856 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:45:23,056 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:45:23,087 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:45:23,087 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:45:23,129 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f/25d082f9deeb40a98cc19ae88eb4232a 2024-11-14T12:45:23,132 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d082f9deeb40a98cc19ae88eb4232a 2024-11-14T12:45:23,140 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/rep_barrier/fa2f496de5274421aaae01e1a8931b35 2024-11-14T12:45:23,149 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f1/cd1e0ab354cb47969fe5419ece7aed26 is 30, key is row1/f1:/1731588310272/DeleteFamily/seqid=0 2024-11-14T12:45:23,156 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/table/b02ca4e1661e4c7a9774911e89bfc613 is 53, key is hbase:replication/table:state/1731588301928/Put/seqid=0 2024-11-14T12:45:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741845_1021 (size=5158) 2024-11-14T12:45:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:45:23,256 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:45:23,256 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 439b1a724a33b0c4a92401d1d8ebdd47=test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47.} 2024-11-14T12:45:23,256 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:45:23,456 DEBUG [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439b1a724a33b0c4a92401d1d8ebdd47 2024-11-14T12:45:23,557 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f1/cd1e0ab354cb47969fe5419ece7aed26 2024-11-14T12:45:23,559 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/table/b02ca4e1661e4c7a9774911e89bfc613 2024-11-14T12:45:23,560 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd1e0ab354cb47969fe5419ece7aed26 2024-11-14T12:45:23,563 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/info/5ee30912dc4041f8957a51e0049ad456 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/info/5ee30912dc4041f8957a51e0049ad456 2024-11-14T12:45:23,567 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/info/5ee30912dc4041f8957a51e0049ad456, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:45:23,567 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/ns/16d6311d29f649c7adfa12986244e9e4 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/ns/16d6311d29f649c7adfa12986244e9e4 2024-11-14T12:45:23,571 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/ns/16d6311d29f649c7adfa12986244e9e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:45:23,571 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/rep_barrier/fa2f496de5274421aaae01e1a8931b35 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/rep_barrier/fa2f496de5274421aaae01e1a8931b35 2024-11-14T12:45:23,574 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/rep_barrier/fa2f496de5274421aaae01e1a8931b35, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:45:23,575 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/.tmp/table/b02ca4e1661e4c7a9774911e89bfc613 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/table/b02ca4e1661e4c7a9774911e89bfc613 2024-11-14T12:45:23,578 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/norep/ba0e34cffd344707b1c4876cd7e324a1 is 32, key is row/norep:/1731588309266/DeleteFamily/seqid=0 2024-11-14T12:45:23,578 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/table/b02ca4e1661e4c7a9774911e89bfc613, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:45:23,579 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-14T12:45:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741847_1023 (size=5101) 2024-11-14T12:45:23,589 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/norep/ba0e34cffd344707b1c4876cd7e324a1 2024-11-14T12:45:23,590 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:45:23,590 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:23,591 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:45:23,591 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:23,591 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588322252Running coprocessor pre-close hooks at 1731588322252Disabling compacts and flushes for region at 1731588322252Disabling writes for close at 1731588322253 (+1 ms)Obtaining lock to block concurrent updates at 1731588322253Preparing flush snapshotting stores in 1588230740 at 1731588322253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588322253Flushing stores of hbase:meta,,1.1588230740 at 1731588322253Flushing 1588230740/info: creating writer at 1731588322253Flushing 1588230740/info: appending metadata at 1731588322265 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731588322265Flushing 1588230740/ns: creating writer at 1731588322673 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731588322699 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731588322699Flushing 1588230740/rep_barrier: creating writer at 1731588322713 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588322735 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588322735Flushing 1588230740/table: creating writer at 1731588323143 (+408 ms)Flushing 1588230740/table: appending metadata at 1731588323155 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731588323156 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e1cb2d: reopening flushed file at 1731588323563 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160af31c: reopening flushed file at 1731588323567 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16df24b: reopening flushed file at 1731588323571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771c401d: reopening flushed file at 1731588323574 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731588323579 (+5 ms)Writing region close event to WAL at 1731588323588 (+9 ms)Running coprocessor post-close hooks at 1731588323590 (+2 ms)Closed at 1731588323591 (+1 ms) 2024-11-14T12:45:23,591 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:23,592 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba0e34cffd344707b1c4876cd7e324a1 2024-11-14T12:45:23,593 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f/25d082f9deeb40a98cc19ae88eb4232a as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/f/25d082f9deeb40a98cc19ae88eb4232a 2024-11-14T12:45:23,596 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d082f9deeb40a98cc19ae88eb4232a 2024-11-14T12:45:23,596 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/f/25d082f9deeb40a98cc19ae88eb4232a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:45:23,597 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/f1/cd1e0ab354cb47969fe5419ece7aed26 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/f1/cd1e0ab354cb47969fe5419ece7aed26 2024-11-14T12:45:23,600 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd1e0ab354cb47969fe5419ece7aed26 2024-11-14T12:45:23,600 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/f1/cd1e0ab354cb47969fe5419ece7aed26, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:23,601 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/.tmp/norep/ba0e34cffd344707b1c4876cd7e324a1 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/norep/ba0e34cffd344707b1c4876cd7e324a1 2024-11-14T12:45:23,604 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba0e34cffd344707b1c4876cd7e324a1 2024-11-14T12:45:23,604 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/norep/ba0e34cffd344707b1c4876cd7e324a1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:45:23,605 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 439b1a724a33b0c4a92401d1d8ebdd47 in 907ms, sequenceid=12, compaction requested=false 2024-11-14T12:45:23,608 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/data/default/test/439b1a724a33b0c4a92401d1d8ebdd47/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:45:23,608 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:23,608 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:23,608 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:45:23,608 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 439b1a724a33b0c4a92401d1d8ebdd47: Waiting for close lock at 1731588322697Running coprocessor pre-close hooks at 1731588322697Disabling compacts and flushes for region at 1731588322697Disabling writes for close at 1731588322698 (+1 ms)Obtaining lock to block concurrent updates at 1731588322698Preparing flush snapshotting stores in 439b1a724a33b0c4a92401d1d8ebdd47 at 1731588322698Finished memstore snapshotting test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731588322698Flushing stores of test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. at 1731588322699 (+1 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f: creating writer at 1731588322699Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f: appending metadata at 1731588322723 (+24 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f: closing flushed file at 1731588322723Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f1: creating writer at 1731588323132 (+409 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f1: appending metadata at 1731588323149 (+17 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/f1: closing flushed file at 1731588323149Flushing 439b1a724a33b0c4a92401d1d8ebdd47/norep: creating writer at 1731588323560 (+411 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/norep: appending metadata at 1731588323577 (+17 ms)Flushing 439b1a724a33b0c4a92401d1d8ebdd47/norep: closing flushed file at 1731588323577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d79b07c: reopening flushed file at 1731588323592 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e5f84c: reopening flushed file at 1731588323597 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4496ee: reopening flushed file at 1731588323601 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 439b1a724a33b0c4a92401d1d8ebdd47 in 907ms, sequenceid=12, compaction requested=false at 1731588323605 (+4 ms)Writing region close event to WAL at 1731588323606 (+1 ms)Running coprocessor post-close hooks at 1731588323608 (+2 ms)Closed at 1731588323608 2024-11-14T12:45:23,608 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588294239.439b1a724a33b0c4a92401d1d8ebdd47. 2024-11-14T12:45:23,656 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,39037,1731588281430; all regions closed. 2024-11-14T12:45:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:45:23,660 DEBUG [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs 2024-11-14T12:45:23,660 INFO [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39037%2C1731588281430.meta:.meta(num 1731588284107) 2024-11-14T12:45:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741839_1015 (size=3552) 2024-11-14T12:45:23,663 DEBUG [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs 2024-11-14T12:45:23,663 INFO [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39037%2C1731588281430.rep:(num 1731588301890) 2024-11-14T12:45:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741832_1008 (size=2382) 2024-11-14T12:45:23,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 not finished, retry = 0 2024-11-14T12:45:23,706 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 to pos 1483, reset compression=false 2024-11-14T12:45:23,766 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143 2024-11-14T12:45:23,766 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:23,766 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T12:45:23,766 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.wal-reader.669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T12:45:23,766 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,39037,1731588281430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/WALs/669ef94e8b26,39037,1731588281430/669ef94e8b26%2C39037%2C1731588281430.1731588283143, lastWalPosition=2374, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T12:45:23,766 DEBUG [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/oldWALs 2024-11-14T12:45:23,766 INFO [RS:0;669ef94e8b26:39037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C39037%2C1731588281430:(num 1731588283143) 2024-11-14T12:45:23,766 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:23,766 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:23,766 INFO [RS:0;669ef94e8b26:39037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:23,767 INFO [RS:0;669ef94e8b26:39037 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:23,767 INFO [RS:0;669ef94e8b26:39037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:23,767 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:23,767 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,39037,1731588281430 because: Region server is closing 2024-11-14T12:45:23,767 INFO [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:39037. 2024-11-14T12:45:23,767 DEBUG [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:23,767 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:23,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:23,767 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:23,767 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,39037,1731588281430: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,39037,1731588281430, walGroup=669ef94e8b26%2C39037%2C1731588281430, offset=669ef94e8b26%2C39037%2C1731588281430.1731588283143:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:39037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:45:23,768 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:45:23,768 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:45:23,769 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:45:23,769 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:45:23,769 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:45:23,769 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 674333608 }, "NonHeapMemoryUsage": { "committed": 203227136, "init": 7667712, "max": -1, "used": 200457944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:45:23,769 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [669ef94e8b26%2C39037%2C1731588281430.1731588283143] 2024-11-14T12:45:23,868 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,39037,1731588281430.replicationSource.shipper669ef94e8b26%2C39037%2C1731588281430,1-669ef94e8b26,39037,1731588281430 terminated 2024-11-14T12:45:23,868 INFO [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:39037. 2024-11-14T12:45:23,868 DEBUG [RS:0;669ef94e8b26:39037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:23,868 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:23,868 DEBUG [RS:0;669ef94e8b26:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:23,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:23,868 INFO [RS:0;669ef94e8b26:39037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39037 2024-11-14T12:45:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359/rs 2024-11-14T12:45:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-126791359/rs/669ef94e8b26,39037,1731588281430 2024-11-14T12:45:23,889 INFO [RS:0;669ef94e8b26:39037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:23,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,39037,1731588281430] 2024-11-14T12:45:23,939 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-126791359/draining/669ef94e8b26,39037,1731588281430 already deleted, retry=false 2024-11-14T12:45:23,939 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,39037,1731588281430 expired; onlineServers=0 2024-11-14T12:45:23,939 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,43611,1731588281251' ***** 2024-11-14T12:45:23,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:23,940 DEBUG [M:0;669ef94e8b26:43611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:45:23,940 DEBUG [M:0;669ef94e8b26:43611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:45:23,940 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:45:23,940 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588282934 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588282934,5,FailOnTimeoutGroup] 2024-11-14T12:45:23,940 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588282934 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588282934,5,FailOnTimeoutGroup] 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:23,940 DEBUG [M:0;669ef94e8b26:43611 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:23,940 ERROR [M:0;669ef94e8b26:43611 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38483,5,PEWorkerGroup] 2024-11-14T12:45:23,940 INFO [M:0;669ef94e8b26:43611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:45:23,941 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:45:23,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-126791359/master 2024-11-14T12:45:23,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-126791359 2024-11-14T12:45:23,948 DEBUG [M:0;669ef94e8b26:43611 {}] zookeeper.ZKUtil(347): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Unable to get data of znode /0-126791359/master because node does not exist (not an error) 2024-11-14T12:45:23,948 WARN [M:0;669ef94e8b26:43611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:45:23,949 INFO [M:0;669ef94e8b26:43611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/.lastflushedseqids 2024-11-14T12:45:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:45:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:24,012 INFO [RS:0;669ef94e8b26:39037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x1013aa9fed20001, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:24,012 INFO [RS:0;669ef94e8b26:39037 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,39037,1731588281430; zookeeper connection closed. 2024-11-14T12:45:24,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 2024-11-14T12:45:24,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:45:24,353 INFO [M:0;669ef94e8b26:43611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:45:24,353 INFO [M:0;669ef94e8b26:43611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:45:24,353 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:24,353 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:24,353 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:24,353 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:24,353 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:24,353 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T12:45:24,366 DEBUG [M:0;669ef94e8b26:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e25dfb0387f4ea18abe43d078c559f6 is 82, key is hbase:meta,,1/info:regioninfo/1731588284132/Put/seqid=0 2024-11-14T12:45:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:45:24,769 INFO [M:0;669ef94e8b26:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e25dfb0387f4ea18abe43d078c559f6 2024-11-14T12:45:24,788 DEBUG [M:0;669ef94e8b26:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9565624494a4f44bea8d9571ad060fe is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588295389/Put/seqid=0 2024-11-14T12:45:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741850_1026 (size=7217) 2024-11-14T12:45:25,192 INFO [M:0;669ef94e8b26:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9565624494a4f44bea8d9571ad060fe 2024-11-14T12:45:25,195 INFO [M:0;669ef94e8b26:43611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9565624494a4f44bea8d9571ad060fe 2024-11-14T12:45:25,207 DEBUG [M:0;669ef94e8b26:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e44648b527d499986ac25ed1de3f33e is 69, key is 669ef94e8b26,39037,1731588281430/rs:state/1731588282984/Put/seqid=0 2024-11-14T12:45:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:45:25,611 INFO [M:0;669ef94e8b26:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e44648b527d499986ac25ed1de3f33e 2024-11-14T12:45:25,614 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e25dfb0387f4ea18abe43d078c559f6 as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e25dfb0387f4ea18abe43d078c559f6 2024-11-14T12:45:25,617 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e25dfb0387f4ea18abe43d078c559f6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:45:25,618 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9565624494a4f44bea8d9571ad060fe as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9565624494a4f44bea8d9571ad060fe 2024-11-14T12:45:25,620 INFO [M:0;669ef94e8b26:43611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9565624494a4f44bea8d9571ad060fe 2024-11-14T12:45:25,620 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9565624494a4f44bea8d9571ad060fe, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:45:25,621 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e44648b527d499986ac25ed1de3f33e as hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e44648b527d499986ac25ed1de3f33e 2024-11-14T12:45:25,623 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38483/user/jenkins/test-data/113dd0ac-ed86-d092-5f8d-9071e7508d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e44648b527d499986ac25ed1de3f33e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:45:25,624 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-11-14T12:45:25,625 INFO [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:25,625 DEBUG [M:0;669ef94e8b26:43611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588324353Disabling compacts and flushes for region at 1731588324353Disabling writes for close at 1731588324353Obtaining lock to block concurrent updates at 1731588324353Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588324353Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731588324353Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588324354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588324354Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588324366 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588324366Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588324773 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588324788 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588324788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588325196 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588325207 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588325207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e5679a: reopening flushed file at 1731588325614 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a22f274: reopening flushed file at 1731588325617 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d861453: reopening flushed file at 1731588325620 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1731588325624 (+4 ms)Writing region close event to WAL at 1731588325625 (+1 ms)Closed at 1731588325625 2024-11-14T12:45:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741830_1006 (size=64411) 2024-11-14T12:45:25,628 INFO [M:0;669ef94e8b26:43611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:45:25,628 INFO [M:0;669ef94e8b26:43611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43611 2024-11-14T12:45:25,628 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:25,628 INFO [M:0;669ef94e8b26:43611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:25,756 INFO [M:0;669ef94e8b26:43611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013aa9fed20000, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:25,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:25,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:25,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:25,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:25,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:25,760 WARN [BP-1520621168-172.17.0.3-1731588279548 heartbeating to localhost/127.0.0.1:38483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:45:25,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:45:25,760 WARN [BP-1520621168-172.17.0.3-1731588279548 heartbeating to localhost/127.0.0.1:38483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1520621168-172.17.0.3-1731588279548 (Datanode Uuid 8dbba330-515e-402b-9339-eaa0d040f620) service to localhost/127.0.0.1:38483 2024-11-14T12:45:25,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:45:25,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/data/data1/current/BP-1520621168-172.17.0.3-1731588279548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:25,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/cluster_6d7a7f02-e099-d898-6315-59c0e8c45be8/data/data2/current/BP-1520621168-172.17.0.3-1731588279548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:25,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:45:25,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:25,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:25,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:25,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:25,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ef6515f-3f01-37a8-4c1f-9fa0df516a22/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:25,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:45:25,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:45:25,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38483 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33079 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6025 (was 6183) 2024-11-14T12:45:25,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6025 2024-11-14T12:45:25,811 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T12:45:25,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir so I do NOT create it in target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f 2024-11-14T12:45:25,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:45:25,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.tmp.dir so I do NOT create it in target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f 2024-11-14T12:45:25,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b13f4b25-b2af-113e-d781-ee6414b10d10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:45:25,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f 2024-11-14T12:45:25,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a, deleteOnExit=true 2024-11-14T12:45:25,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/zookeeper_0, clientPort=63184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:45:25,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63184 2024-11-14T12:45:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:45:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:45:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/test.cache.data in system properties and HBase conf 2024-11-14T12:45:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:45:25,838 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:25,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:45:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:45:25,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aa9fed20005, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:45:25,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013aa9fed20008, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:45:25,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aa9fed20002, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:45:25,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aa9fed20002, quorum=127.0.0.1:53394, baseZNode=/0-126791359 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:45:25,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013aa9fed20008, quorum=127.0.0.1:53394, baseZNode=/2-720644386 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:45:25,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aa9fed20005, quorum=127.0.0.1:53394, baseZNode=/1493005927 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:45:26,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:26,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:26,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:26,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:26,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:45:26,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:26,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:26,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:26,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b81d212{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/java.io.tmpdir/jetty-localhost-42549-hadoop-hdfs-3_4_1-tests_jar-_-any-16369161858655233334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:26,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:42549} 2024-11-14T12:45:26,281 INFO [Time-limited test {}] server.Server(415): Started @280000ms 2024-11-14T12:45:26,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:26,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:26,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:26,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:26,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:45:26,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:26,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:26,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566706b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/java.io.tmpdir/jetty-localhost-45359-hadoop-hdfs-3_4_1-tests_jar-_-any-14707741548942248014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:26,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:45359} 2024-11-14T12:45:26,590 INFO [Time-limited test {}] server.Server(415): Started @280309ms 2024-11-14T12:45:26,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:45:27,074 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/data/data1/current/BP-1500130135-172.17.0.3-1731588325856/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:27,074 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/data/data2/current/BP-1500130135-172.17.0.3-1731588325856/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:27,095 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:45:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x278ee27bbc8acfd7 with lease ID 0xad8cb8d3b6fd512d: Processing first storage report for DS-dc6e006b-6a04-4d70-92a8-1f6517874de2 from datanode DatanodeRegistration(127.0.0.1:43861, datanodeUuid=8c1c9e50-8a04-4235-a29d-32b9c65e3e80, infoPort=34191, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1995156902;c=1731588325856) 2024-11-14T12:45:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x278ee27bbc8acfd7 with lease ID 0xad8cb8d3b6fd512d: from storage DS-dc6e006b-6a04-4d70-92a8-1f6517874de2 node DatanodeRegistration(127.0.0.1:43861, datanodeUuid=8c1c9e50-8a04-4235-a29d-32b9c65e3e80, infoPort=34191, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1995156902;c=1731588325856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x278ee27bbc8acfd7 with lease ID 0xad8cb8d3b6fd512d: Processing first storage report for DS-2498d38c-446a-4fc3-974a-a1f595e3ae73 from datanode DatanodeRegistration(127.0.0.1:43861, datanodeUuid=8c1c9e50-8a04-4235-a29d-32b9c65e3e80, infoPort=34191, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1995156902;c=1731588325856) 2024-11-14T12:45:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x278ee27bbc8acfd7 with lease ID 0xad8cb8d3b6fd512d: from storage DS-2498d38c-446a-4fc3-974a-a1f595e3ae73 node DatanodeRegistration(127.0.0.1:43861, datanodeUuid=8c1c9e50-8a04-4235-a29d-32b9c65e3e80, infoPort=34191, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1995156902;c=1731588325856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:27,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f 2024-11-14T12:45:27,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:45:27,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666 with version=8 2024-11-14T12:45:27,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/hbase-staging 2024-11-14T12:45:27,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:27,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:45:27,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:27,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34169 2024-11-14T12:45:27,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34169 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341690x0, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:27,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34169-0x1013aaab3b40000 connected 2024-11-14T12:45:27,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/running 2024-11-14T12:45:27,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666, hbase.cluster.distributed=false 2024-11-14T12:45:27,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/acl 2024-11-14T12:45:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-14T12:45:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34169 2024-11-14T12:45:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34169 2024-11-14T12:45:27,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-14T12:45:27,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-14T12:45:27,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:45:27,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:27,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36129 2024-11-14T12:45:27,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36129 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:27,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361290x0, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:27,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36129-0x1013aaab3b40001 connected 2024-11-14T12:45:27,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/running 2024-11-14T12:45:27,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:45:27,693 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:45:27,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/master 2024-11-14T12:45:27,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/acl 2024-11-14T12:45:27,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T12:45:27,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36129 2024-11-14T12:45:27,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36129 2024-11-14T12:45:27,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T12:45:27,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T12:45:27,710 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:34169 2024-11-14T12:45:27,710 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01859559642/backup-masters/669ef94e8b26,34169,1731588327521 2024-11-14T12:45:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/backup-masters 2024-11-14T12:45:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/backup-masters 2024-11-14T12:45:27,717 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on existing znode=/01859559642/backup-masters/669ef94e8b26,34169,1731588327521 2024-11-14T12:45:27,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859559642/master 2024-11-14T12:45:27,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:27,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:27,725 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on existing znode=/01859559642/master 2024-11-14T12:45:27,726 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01859559642/backup-masters/669ef94e8b26,34169,1731588327521 from backup master directory 2024-11-14T12:45:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859559642/backup-masters/669ef94e8b26,34169,1731588327521 2024-11-14T12:45:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/backup-masters 2024-11-14T12:45:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/backup-masters 2024-11-14T12:45:27,733 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:27,734 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,34169,1731588327521 2024-11-14T12:45:27,736 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/hbase.id] with ID: c0a59423-7493-4fa3-bfe9-2c38c71ec6a7 2024-11-14T12:45:27,736 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/.tmp/hbase.id 2024-11-14T12:45:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:45:28,140 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/.tmp/hbase.id]:[hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/hbase.id] 2024-11-14T12:45:28,147 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:28,147 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:45:28,148 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:45:28,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:28,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:45:28,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:28,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:28,581 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:28,582 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:45:28,582 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:45:28,587 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store 2024-11-14T12:45:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:45:28,991 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:28,992 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:28,992 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588328992Disabling compacts and flushes for region at 1731588328992Disabling writes for close at 1731588328992Writing region close event to WAL at 1731588328992Closed at 1731588328992 2024-11-14T12:45:28,992 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/.initializing 2024-11-14T12:45:28,992 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/WALs/669ef94e8b26,34169,1731588327521 2024-11-14T12:45:28,993 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:28,994 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C34169%2C1731588327521, suffix=, logDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/WALs/669ef94e8b26,34169,1731588327521, archiveDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/oldWALs, maxLogs=10 2024-11-14T12:45:29,006 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/WALs/669ef94e8b26,34169,1731588327521/669ef94e8b26%2C34169%2C1731588327521.1731588328994, exclude list is [], retry=0 2024-11-14T12:45:29,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43861,DS-dc6e006b-6a04-4d70-92a8-1f6517874de2,DISK] 2024-11-14T12:45:29,009 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/WALs/669ef94e8b26,34169,1731588327521/669ef94e8b26%2C34169%2C1731588327521.1731588328994 2024-11-14T12:45:29,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-14T12:45:29,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:29,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:29,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:45:29,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:29,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:29,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:45:29,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:29,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:29,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:45:29,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:29,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:29,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:45:29,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:29,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:29,015 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,016 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,016 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,017 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,017 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,017 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:29,018 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:29,022 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:29,022 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141768, jitterRate=4.903078079223633E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:29,023 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588329010Initializing all the Stores at 1731588329011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588329011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588329011Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588329011Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588329011Cleaning up temporary data from old regions at 1731588329017 (+6 ms)Region opened successfully at 1731588329023 (+6 ms) 2024-11-14T12:45:29,024 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:45:29,026 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a19f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:29,026 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:45:29,027 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:45:29,029 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:45:29,029 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/balancer because node does not exist (not necessarily an error) 2024-11-14T12:45:29,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/balancer already deleted, retry=false 2024-11-14T12:45:29,056 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:45:29,056 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:45:29,067 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/normalizer already deleted, retry=false 2024-11-14T12:45:29,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:45:29,067 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:45:29,075 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/switch/split already deleted, retry=false 2024-11-14T12:45:29,076 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:45:29,083 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/switch/merge already deleted, retry=false 2024-11-14T12:45:29,085 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:45:29,092 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/snapshot-cleanup already deleted, retry=false 2024-11-14T12:45:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859559642/running 2024-11-14T12:45:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01859559642/running 2024-11-14T12:45:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,100 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,34169,1731588327521, sessionid=0x1013aaab3b40000, setting cluster-up flag (Was=false) 2024-11-14T12:45:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,142 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01859559642/flush-table-proc/acquired, /01859559642/flush-table-proc/reached, /01859559642/flush-table-proc/abort 2024-11-14T12:45:29,143 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34169,1731588327521 2024-11-14T12:45:29,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:29,183 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01859559642/online-snapshot/acquired, /01859559642/online-snapshot/reached, /01859559642/online-snapshot/abort 2024-11-14T12:45:29,184 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,34169,1731588327521 2024-11-14T12:45:29,185 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:45:29,186 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:29,186 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:45:29,187 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:45:29,187 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,34169,1731588327521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:29,188 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588359189 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:29,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:45:29,189 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:45:29,190 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588329190,5,FailOnTimeoutGroup] 2024-11-14T12:45:29,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:29,190 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588329190,5,FailOnTimeoutGroup] 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:45:29,190 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:45:29,202 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(746): ClusterId : c0a59423-7493-4fa3-bfe9-2c38c71ec6a7 2024-11-14T12:45:29,202 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:45:29,209 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:45:29,209 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:45:29,217 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:45:29,217 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ed6ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:29,231 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:36129 2024-11-14T12:45:29,231 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:45:29,231 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:45:29,231 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:45:29,232 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,34169,1731588327521 with port=36129, startcode=1731588327676 2024-11-14T12:45:29,232 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:45:29,233 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:45:29,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34169 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,235 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666 2024-11-14T12:45:29,235 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42195 2024-11-14T12:45:29,235 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:45:29,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/rs 2024-11-14T12:45:29,242 DEBUG [RS:0;669ef94e8b26:36129 {}] zookeeper.ZKUtil(111): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on existing znode=/01859559642/rs/669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,242 WARN [RS:0;669ef94e8b26:36129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:29,242 INFO [RS:0;669ef94e8b26:36129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:29,242 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,36129,1731588327676] 2024-11-14T12:45:29,245 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:45:29,246 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:45:29,246 INFO [RS:0;669ef94e8b26:36129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:45:29,246 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,246 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:45:29,246 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:45:29,247 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:29,247 DEBUG [RS:0;669ef94e8b26:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,251 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36129,1731588327676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:29,264 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:45:29,264 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36129,1731588327676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,264 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,264 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.Replication(171): 669ef94e8b26,36129,1731588327676 started 2024-11-14T12:45:29,276 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:29,276 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,36129,1731588327676, RpcServer on 669ef94e8b26/172.17.0.3:36129, sessionid=0x1013aaab3b40001 2024-11-14T12:45:29,276 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:45:29,276 DEBUG [RS:0;669ef94e8b26:36129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,276 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36129,1731588327676' 2024-11-14T12:45:29,276 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01859559642/flush-table-proc/abort' 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01859559642/flush-table-proc/acquired' 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,36129,1731588327676 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36129,1731588327676' 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01859559642/online-snapshot/abort' 2024-11-14T12:45:29,277 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01859559642/online-snapshot/acquired' 2024-11-14T12:45:29,278 DEBUG [RS:0;669ef94e8b26:36129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:45:29,278 INFO [RS:0;669ef94e8b26:36129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:45:29,278 INFO [RS:0;669ef94e8b26:36129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:45:29,378 INFO [RS:0;669ef94e8b26:36129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:29,379 INFO [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36129%2C1731588327676, suffix=, logDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676, archiveDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs, maxLogs=10 2024-11-14T12:45:29,391 DEBUG [RS:0;669ef94e8b26:36129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, exclude list is [], retry=0 2024-11-14T12:45:29,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43861,DS-dc6e006b-6a04-4d70-92a8-1f6517874de2,DISK] 2024-11-14T12:45:29,395 INFO [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 2024-11-14T12:45:29,397 DEBUG [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-14T12:45:29,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:45:29,597 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666 2024-11-14T12:45:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:45:30,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:30,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:30,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:30,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:30,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:30,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:30,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:30,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:30,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740 2024-11-14T12:45:30,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740 2024-11-14T12:45:30,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:30,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:30,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:30,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:30,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:30,012 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63426268, jitterRate=-0.054874956607818604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588330003Initializing all the Stores at 1731588330003Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330004 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588330004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330004Cleaning up temporary data from old regions at 1731588330010 (+6 ms)Region opened successfully at 1731588330013 (+3 ms) 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:30,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:30,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588330013Disabling compacts and flushes for region at 1731588330013Disabling writes for close at 1731588330013Writing region close event to WAL at 1731588330013Closed at 1731588330013 2024-11-14T12:45:30,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:30,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:45:30,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:45:30,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:30,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:45:30,165 DEBUG [669ef94e8b26:34169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:45:30,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:30,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36129,1731588327676, state=OPENING 2024-11-14T12:45:30,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:45:30,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:30,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:30,206 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:30,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859559642/meta-region-server: CHANGED 2024-11-14T12:45:30,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859559642/meta-region-server: CHANGED 2024-11-14T12:45:30,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36129,1731588327676}] 2024-11-14T12:45:30,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:30,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:45:30,361 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:45:30,362 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:30,362 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:45:30,363 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36129%2C1731588327676.meta, suffix=.meta, logDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676, archiveDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs, maxLogs=10 2024-11-14T12:45:30,374 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.meta.1731588330363.meta, exclude list is [], retry=0 2024-11-14T12:45:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43861,DS-dc6e006b-6a04-4d70-92a8-1f6517874de2,DISK] 2024-11-14T12:45:30,377 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.meta.1731588330363.meta 2024-11-14T12:45:30,377 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-14T12:45:30,377 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:30,377 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:45:30,378 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:45:30,378 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:45:30,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:30,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:30,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:30,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:30,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:30,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:30,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:30,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:30,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:30,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:30,382 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:30,383 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740 2024-11-14T12:45:30,383 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740 2024-11-14T12:45:30,384 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:30,384 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:30,384 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:30,385 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:30,385 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545883, jitterRate=-0.053092554211616516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:30,385 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:45:30,385 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588330378Writing region info on filesystem at 1731588330378Initializing all the Stores at 1731588330379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588330379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588330379Cleaning up temporary data from old regions at 1731588330384 (+5 ms)Running coprocessor post-open hooks at 1731588330385 (+1 ms)Region opened successfully at 1731588330385 2024-11-14T12:45:30,386 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588330358 2024-11-14T12:45:30,388 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:45:30,388 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:45:30,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:30,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36129,1731588327676, state=OPEN 2024-11-14T12:45:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01859559642/meta-region-server 2024-11-14T12:45:30,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01859559642/meta-region-server 2024-11-14T12:45:30,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859559642/meta-region-server: CHANGED 2024-11-14T12:45:30,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01859559642/meta-region-server: CHANGED 2024-11-14T12:45:30,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:30,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:45:30,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36129,1731588327676 in 216 msec 2024-11-14T12:45:30,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:45:30,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-14T12:45:30,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:30,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:45:30,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:30,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36129,1731588327676, seqNum=-1] 2024-11-14T12:45:30,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:30,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:30,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-14T12:45:30,432 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588330432, completionTime=-1 2024-11-14T12:45:30,432 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:45:30,433 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:45:30,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:45:30,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588390434 2024-11-14T12:45:30,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588450434 2024-11-14T12:45:30,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:45:30,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,435 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,435 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,435 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:34169, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,435 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,435 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,436 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.704sec 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:30,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:45:30,439 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:45:30,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:45:30,440 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,34169,1731588327521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:30,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:30,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34169,-1 for getting cluster id 2024-11-14T12:45:30,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:30,503 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a59423-7493-4fa3-bfe9-2c38c71ec6a7' 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a59423-7493-4fa3-bfe9-2c38c71ec6a7" 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303c6716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34169,-1] 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:30,505 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:30,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:30,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:30,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36129,1731588327676, seqNum=-1] 2024-11-14T12:45:30,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:30,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:30,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,34169,1731588327521 2024-11-14T12:45:30,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:30,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:30,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aaab3b40002 connected 2024-11-14T12:45:30,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir so I do NOT create it in target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9 2024-11-14T12:45:30,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:45:30,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.tmp.dir so I do NOT create it in target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9 2024-11-14T12:45:30,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:45:30,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9 2024-11-14T12:45:30,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:45:30,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/cluster_ee07a655-849e-25da-6995-5a27cc80f328, deleteOnExit=true 2024-11-14T12:45:30,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/test.cache.data in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:45:30,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:45:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:45:30,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:45:30,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:30,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:30,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:30,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:30,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:45:30,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:30,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:30,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:30,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-12868769439845400557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:30,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-14T12:45:30,927 INFO [Time-limited test {}] server.Server(415): Started @284646ms 2024-11-14T12:45:31,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:31,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:31,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:31,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:31,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:45:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:31,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27915c82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/java.io.tmpdir/jetty-localhost-44463-hadoop-hdfs-3_4_1-tests_jar-_-any-3136002071071875320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:31,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:44463} 2024-11-14T12:45:31,232 INFO [Time-limited test {}] server.Server(415): Started @284951ms 2024-11-14T12:45:31,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:45:31,813 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/cluster_ee07a655-849e-25da-6995-5a27cc80f328/data/data1/current/BP-208244473-172.17.0.3-1731588330555/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:31,813 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/cluster_ee07a655-849e-25da-6995-5a27cc80f328/data/data2/current/BP-208244473-172.17.0.3-1731588330555/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:31,833 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:45:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca6217144c29f1d with lease ID 0x8a3fd0ca559495b: Processing first storage report for DS-34fc3828-6dae-4105-9024-ece83aba20be from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=94e0d22c-be98-4594-9b27-a14dfa19f736, infoPort=40723, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=1560333;c=1731588330555) 2024-11-14T12:45:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca6217144c29f1d with lease ID 0x8a3fd0ca559495b: from storage DS-34fc3828-6dae-4105-9024-ece83aba20be node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=94e0d22c-be98-4594-9b27-a14dfa19f736, infoPort=40723, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=1560333;c=1731588330555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca6217144c29f1d with lease ID 0x8a3fd0ca559495b: Processing first storage report for DS-8f5f43ef-6056-4181-b115-dffa97749565 from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=94e0d22c-be98-4594-9b27-a14dfa19f736, infoPort=40723, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=1560333;c=1731588330555) 2024-11-14T12:45:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca6217144c29f1d with lease ID 0x8a3fd0ca559495b: from storage DS-8f5f43ef-6056-4181-b115-dffa97749565 node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=94e0d22c-be98-4594-9b27-a14dfa19f736, infoPort=40723, infoSecurePort=0, ipcPort=42843, storageInfo=lv=-57;cid=testClusterID;nsid=1560333;c=1731588330555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:31,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9 2024-11-14T12:45:31,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:31,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:45:31,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:45:31,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:32,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0 with version=8 2024-11-14T12:45:32,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/hbase-staging 2024-11-14T12:45:32,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:32,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46401 2024-11-14T12:45:32,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46401 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464010x0, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:32,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46401-0x1013aaab3b40003 connected 2024-11-14T12:45:32,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:32,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:32,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/running 2024-11-14T12:45:32,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0, hbase.cluster.distributed=false 2024-11-14T12:45:32,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/acl 2024-11-14T12:45:32,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-14T12:45:32,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46401 2024-11-14T12:45:32,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46401 2024-11-14T12:45:32,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-14T12:45:32,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46401 2024-11-14T12:45:32,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:45:32,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:32,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36305 2024-11-14T12:45:32,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36305 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:32,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:32,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363050x0, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:32,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363050x0, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/running 2024-11-14T12:45:32,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36305-0x1013aaab3b40004 connected 2024-11-14T12:45:32,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:45:32,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:45:32,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/master 2024-11-14T12:45:32,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/acl 2024-11-14T12:45:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-14T12:45:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36305 2024-11-14T12:45:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36305 2024-11-14T12:45:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-14T12:45:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-14T12:45:32,405 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:46401 2024-11-14T12:45:32,407 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1241569425/backup-masters/669ef94e8b26,46401,1731588332267 2024-11-14T12:45:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/backup-masters 2024-11-14T12:45:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/backup-masters 2024-11-14T12:45:32,417 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on existing znode=/1-1241569425/backup-masters/669ef94e8b26,46401,1731588332267 2024-11-14T12:45:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1241569425/master 2024-11-14T12:45:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:32,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:32,425 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on existing znode=/1-1241569425/master 2024-11-14T12:45:32,426 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1241569425/backup-masters/669ef94e8b26,46401,1731588332267 from backup master directory 2024-11-14T12:45:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1241569425/backup-masters/669ef94e8b26,46401,1731588332267 2024-11-14T12:45:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/backup-masters 2024-11-14T12:45:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/backup-masters 2024-11-14T12:45:32,433 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:32,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,46401,1731588332267 2024-11-14T12:45:32,436 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/hbase.id] with ID: cfdb7aed-1832-426d-b048-70d458004921 2024-11-14T12:45:32,436 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/.tmp/hbase.id 2024-11-14T12:45:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:45:32,842 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/.tmp/hbase.id]:[hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/hbase.id] 2024-11-14T12:45:32,848 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:32,848 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:45:32,849 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:45:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:45:33,279 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:33,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:45:33,280 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:45:33,688 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store 2024-11-14T12:45:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:34,093 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:34,093 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:34,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588334093Disabling compacts and flushes for region at 1731588334093Disabling writes for close at 1731588334093Writing region close event to WAL at 1731588334093Closed at 1731588334093 2024-11-14T12:45:34,094 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/.initializing 2024-11-14T12:45:34,094 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/WALs/669ef94e8b26,46401,1731588332267 2024-11-14T12:45:34,095 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:34,096 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C46401%2C1731588332267, suffix=, logDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/WALs/669ef94e8b26,46401,1731588332267, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/oldWALs, maxLogs=10 2024-11-14T12:45:34,108 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/WALs/669ef94e8b26,46401,1731588332267/669ef94e8b26%2C46401%2C1731588332267.1731588334096, exclude list is [], retry=0 2024-11-14T12:45:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-34fc3828-6dae-4105-9024-ece83aba20be,DISK] 2024-11-14T12:45:34,111 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/WALs/669ef94e8b26,46401,1731588332267/669ef94e8b26%2C46401%2C1731588332267.1731588334096 2024-11-14T12:45:34,111 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40723:40723)] 2024-11-14T12:45:34,111 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:34,112 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:34,112 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,112 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:45:34,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:34,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:34,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:45:34,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:34,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:34,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:45:34,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:34,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:34,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:45:34,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:34,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:34,117 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,117 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,117 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,118 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,118 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,118 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:34,119 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:34,120 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:34,120 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69848550, jitterRate=0.04082450270652771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:34,121 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588334112Initializing all the Stores at 1731588334112Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588334112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588334113 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588334113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588334113Cleaning up temporary data from old regions at 1731588334118 (+5 ms)Region opened successfully at 1731588334121 (+3 ms) 2024-11-14T12:45:34,121 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:45:34,122 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b422be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:34,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:45:34,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:45:34,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:45:34,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:45:34,123 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:45:34,124 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:45:34,124 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:45:34,125 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:45:34,125 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/balancer because node does not exist (not necessarily an error) 2024-11-14T12:45:34,155 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/balancer already deleted, retry=false 2024-11-14T12:45:34,156 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:45:34,156 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:45:34,166 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/normalizer already deleted, retry=false 2024-11-14T12:45:34,167 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:45:34,167 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:45:34,175 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/switch/split already deleted, retry=false 2024-11-14T12:45:34,176 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:45:34,183 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/switch/merge already deleted, retry=false 2024-11-14T12:45:34,185 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:45:34,191 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/snapshot-cleanup already deleted, retry=false 2024-11-14T12:45:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1241569425/running 2024-11-14T12:45:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1241569425/running 2024-11-14T12:45:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,200 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,46401,1731588332267, sessionid=0x1013aaab3b40003, setting cluster-up flag (Was=false) 2024-11-14T12:45:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,241 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1241569425/flush-table-proc/acquired, /1-1241569425/flush-table-proc/reached, /1-1241569425/flush-table-proc/abort 2024-11-14T12:45:34,242 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,46401,1731588332267 2024-11-14T12:45:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:34,283 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1241569425/online-snapshot/acquired, /1-1241569425/online-snapshot/reached, /1-1241569425/online-snapshot/abort 2024-11-14T12:45:34,284 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,46401,1731588332267 2024-11-14T12:45:34,285 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:45:34,286 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:34,286 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:45:34,286 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:45:34,286 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,46401,1731588332267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:34,287 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588364288 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:45:34,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:45:34,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:45:34,288 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:45:34,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:45:34,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:45:34,289 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588334289,5,FailOnTimeoutGroup] 2024-11-14T12:45:34,289 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588334289,5,FailOnTimeoutGroup] 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,289 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:45:34,297 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(746): ClusterId : cfdb7aed-1832-426d-b048-70d458004921 2024-11-14T12:45:34,297 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:45:34,306 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:45:34,306 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:45:34,314 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:45:34,315 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4e5710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:34,328 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:36305 2024-11-14T12:45:34,328 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:45:34,328 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:45:34,328 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:45:34,329 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,46401,1731588332267 with port=36305, startcode=1731588332377 2024-11-14T12:45:34,329 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:45:34,330 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:45:34,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46401 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,331 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0 2024-11-14T12:45:34,331 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34623 2024-11-14T12:45:34,331 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:45:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/rs 2024-11-14T12:45:34,373 DEBUG [RS:0;669ef94e8b26:36305 {}] zookeeper.ZKUtil(111): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on existing znode=/1-1241569425/rs/669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,373 WARN [RS:0;669ef94e8b26:36305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:34,373 INFO [RS:0;669ef94e8b26:36305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:34,373 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,36305,1731588332377] 2024-11-14T12:45:34,375 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:45:34,376 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:45:34,377 INFO [RS:0;669ef94e8b26:36305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:45:34,377 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,377 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:45:34,377 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:45:34,377 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:34,378 DEBUG [RS:0;669ef94e8b26:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,381 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36305,1731588332377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:34,397 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:45:34,397 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,36305,1731588332377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,397 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,397 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.Replication(171): 669ef94e8b26,36305,1731588332377 started 2024-11-14T12:45:34,409 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:34,409 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,36305,1731588332377, RpcServer on 669ef94e8b26/172.17.0.3:36305, sessionid=0x1013aaab3b40004 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36305,1731588332377' 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1241569425/flush-table-proc/abort' 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1241569425/flush-table-proc/acquired' 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,36305,1731588332377 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,36305,1731588332377' 2024-11-14T12:45:34,410 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1241569425/online-snapshot/abort' 2024-11-14T12:45:34,411 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1241569425/online-snapshot/acquired' 2024-11-14T12:45:34,411 DEBUG [RS:0;669ef94e8b26:36305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:45:34,411 INFO [RS:0;669ef94e8b26:36305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:45:34,411 INFO [RS:0;669ef94e8b26:36305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:45:34,511 INFO [RS:0;669ef94e8b26:36305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:34,512 INFO [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36305%2C1731588332377, suffix=, logDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs, maxLogs=10 2024-11-14T12:45:34,527 DEBUG [RS:0;669ef94e8b26:36305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, exclude list is [], retry=0 2024-11-14T12:45:34,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-34fc3828-6dae-4105-9024-ece83aba20be,DISK] 2024-11-14T12:45:34,530 INFO [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 2024-11-14T12:45:34,530 DEBUG [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40723:40723)] 2024-11-14T12:45:34,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:45:34,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0 2024-11-14T12:45:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:45:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:35,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:35,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:35,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:35,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:35,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:35,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:35,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:35,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:35,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:35,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740 2024-11-14T12:45:35,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740 2024-11-14T12:45:35,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:35,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:35,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:35,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:35,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:35,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73010608, jitterRate=0.08794283866882324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588335102Initializing all the Stores at 1731588335102Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335103 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588335103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335103Cleaning up temporary data from old regions at 1731588335108 (+5 ms)Region opened successfully at 1731588335111 (+3 ms) 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:35,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:35,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:35,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588335111Disabling compacts and flushes for region at 1731588335111Disabling writes for close at 1731588335111Writing region close event to WAL at 1731588335111Closed at 1731588335111 2024-11-14T12:45:35,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:35,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:45:35,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:45:35,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:35,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:45:35,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:45:35,264 DEBUG [669ef94e8b26:46401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:45:35,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:35,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36305,1731588332377, state=OPENING 2024-11-14T12:45:35,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:45:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:35,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:35,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1241569425/meta-region-server: CHANGED 2024-11-14T12:45:35,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1241569425/meta-region-server: CHANGED 2024-11-14T12:45:35,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36305,1731588332377}] 2024-11-14T12:45:35,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:35,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:35,409 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88601 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:35,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:35,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:45:35,455 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:45:35,455 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:35,455 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:45:35,456 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36305%2C1731588332377.meta, suffix=.meta, logDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs, maxLogs=10 2024-11-14T12:45:35,482 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.meta.1731588335456.meta, exclude list is [], retry=0 2024-11-14T12:45:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-34fc3828-6dae-4105-9024-ece83aba20be,DISK] 2024-11-14T12:45:35,485 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.meta.1731588335456.meta 2024-11-14T12:45:35,485 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40723:40723)] 2024-11-14T12:45:35,485 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:35,486 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:45:35,486 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:45:35,486 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:45:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:35,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:35,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:35,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:35,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:35,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:35,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:35,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:35,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:35,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:35,491 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:35,491 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740 2024-11-14T12:45:35,492 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740 2024-11-14T12:45:35,493 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:35,493 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:35,493 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:35,494 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:35,494 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61362255, jitterRate=-0.08563114702701569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:35,494 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:45:35,495 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588335486Writing region info on filesystem at 1731588335486Initializing all the Stores at 1731588335487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588335487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588335487Cleaning up temporary data from old regions at 1731588335493 (+6 ms)Running coprocessor post-open hooks at 1731588335494 (+1 ms)Region opened successfully at 1731588335494 2024-11-14T12:45:35,495 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588335451 2024-11-14T12:45:35,497 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:45:35,497 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:45:35,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:35,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,36305,1731588332377, state=OPEN 2024-11-14T12:45:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1241569425/meta-region-server 2024-11-14T12:45:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1241569425/meta-region-server 2024-11-14T12:45:35,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:35,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1241569425/meta-region-server: CHANGED 2024-11-14T12:45:35,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1241569425/meta-region-server: CHANGED 2024-11-14T12:45:35,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:45:35,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,36305,1731588332377 in 208 msec 2024-11-14T12:45:35,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:45:35,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-14T12:45:35,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:35,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:45:35,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:35,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36305,1731588332377, seqNum=-1] 2024-11-14T12:45:35,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:35,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:35,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-14T12:45:35,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588335517, completionTime=-1 2024-11-14T12:45:35,517 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:45:35,517 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588395519 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588455519 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:46401, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,519 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,520 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,521 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:35,522 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:45:35,524 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:45:35,524 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:45:35,524 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46401,1731588332267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:35,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:35,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:35,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:35,599 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b9cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:35,600 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:35,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:35,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36305,1731588332377, seqNum=-1] 2024-11-14T12:45:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:35,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:35,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,46401,1731588332267 2024-11-14T12:45:35,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:35,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:35,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aaab3b40005 connected 2024-11-14T12:45:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir so I do NOT create it in target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9 2024-11-14T12:45:35,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:45:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.tmp.dir so I do NOT create it in target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9 2024-11-14T12:45:35,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:45:35,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9 2024-11-14T12:45:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:45:35,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/cluster_624ab910-36c5-15cf-4a08-a32416aecc4d, deleteOnExit=true 2024-11-14T12:45:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/test.cache.data in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:45:35,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:45:35,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:45:35,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:45:35,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:35,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:35,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:35,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:35,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:35,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:35,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:45:35,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:35,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:35,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:36,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6836fca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/java.io.tmpdir/jetty-localhost-42289-hadoop-hdfs-3_4_1-tests_jar-_-any-836000829091800826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:36,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:42289} 2024-11-14T12:45:36,066 INFO [Time-limited test {}] server.Server(415): Started @289785ms 2024-11-14T12:45:36,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:45:36,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:45:36,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:45:36,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:45:36,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:45:36,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:45:36,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:45:36,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/java.io.tmpdir/jetty-localhost-44255-hadoop-hdfs-3_4_1-tests_jar-_-any-292929032055412367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:36,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:44255} 2024-11-14T12:45:36,434 INFO [Time-limited test {}] server.Server(415): Started @290153ms 2024-11-14T12:45:36,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:45:37,521 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/cluster_624ab910-36c5-15cf-4a08-a32416aecc4d/data/data1/current/BP-2043237346-172.17.0.3-1731588335647/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:37,521 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/cluster_624ab910-36c5-15cf-4a08-a32416aecc4d/data/data2/current/BP-2043237346-172.17.0.3-1731588335647/current, will proceed with Du for space computation calculation, 2024-11-14T12:45:37,539 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:45:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c14e714ecc5c3e0 with lease ID 0xab7365fef35e9bd9: Processing first storage report for DS-63f43d70-9c68-4656-a3a4-817095a9fd2c from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=fd993a46-c81a-4182-908c-724aafc4b165, infoPort=46419, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1591837491;c=1731588335647) 2024-11-14T12:45:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c14e714ecc5c3e0 with lease ID 0xab7365fef35e9bd9: from storage DS-63f43d70-9c68-4656-a3a4-817095a9fd2c node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=fd993a46-c81a-4182-908c-724aafc4b165, infoPort=46419, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1591837491;c=1731588335647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c14e714ecc5c3e0 with lease ID 0xab7365fef35e9bd9: Processing first storage report for DS-230b3bf9-5f76-4b87-a868-fb61f2f1b352 from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=fd993a46-c81a-4182-908c-724aafc4b165, infoPort=46419, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1591837491;c=1731588335647) 2024-11-14T12:45:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c14e714ecc5c3e0 with lease ID 0xab7365fef35e9bd9: from storage DS-230b3bf9-5f76-4b87-a868-fb61f2f1b352 node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=fd993a46-c81a-4182-908c-724aafc4b165, infoPort=46419, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1591837491;c=1731588335647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:45:37,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9 2024-11-14T12:45:37,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:37,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:45:37,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a with version=8 2024-11-14T12:45:37,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/hbase-staging 2024-11-14T12:45:37,978 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:37,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33515 2024-11-14T12:45:37,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33515 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:38,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335150x0, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:38,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33515-0x1013aaab3b40006 connected 2024-11-14T12:45:38,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:38,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:38,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/running 2024-11-14T12:45:38,068 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a, hbase.cluster.distributed=false 2024-11-14T12:45:38,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/acl 2024-11-14T12:45:38,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-14T12:45:38,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33515 2024-11-14T12:45:38,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33515 2024-11-14T12:45:38,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-14T12:45:38,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-14T12:45:38,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:45:38,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:38,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:38,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:45:38,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:45:38,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:45:38,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:45:38,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:45:38,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44283 2024-11-14T12:45:38,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44283 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:38,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:38,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442830x0, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:38,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44283-0x1013aaab3b40007 connected 2024-11-14T12:45:38,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442830x0, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/running 2024-11-14T12:45:38,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:45:38,098 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:45:38,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/master 2024-11-14T12:45:38,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/acl 2024-11-14T12:45:38,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-14T12:45:38,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44283 2024-11-14T12:45:38,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44283 2024-11-14T12:45:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-14T12:45:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-14T12:45:38,118 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:33515 2024-11-14T12:45:38,119 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22017604588/backup-masters/669ef94e8b26,33515,1731588337977 2024-11-14T12:45:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/backup-masters 2024-11-14T12:45:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/backup-masters 2024-11-14T12:45:38,125 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on existing znode=/22017604588/backup-masters/669ef94e8b26,33515,1731588337977 2024-11-14T12:45:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22017604588/master 2024-11-14T12:45:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:38,133 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on existing znode=/22017604588/master 2024-11-14T12:45:38,133 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22017604588/backup-masters/669ef94e8b26,33515,1731588337977 from backup master directory 2024-11-14T12:45:38,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22017604588/backup-masters/669ef94e8b26,33515,1731588337977 2024-11-14T12:45:38,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/backup-masters 2024-11-14T12:45:38,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/backup-masters 2024-11-14T12:45:38,141 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:38,141 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,33515,1731588337977 2024-11-14T12:45:38,144 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/hbase.id] with ID: 4c7b052a-fe51-4250-8a53-4c64adaea39d 2024-11-14T12:45:38,144 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/.tmp/hbase.id 2024-11-14T12:45:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:45:38,548 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/.tmp/hbase.id]:[hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/hbase.id] 2024-11-14T12:45:38,556 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:45:38,556 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:45:38,556 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:45:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:45:38,987 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:38,988 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:45:38,988 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:45:39,393 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store 2024-11-14T12:45:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:39,798 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:39,798 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:39,798 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588339798Disabling compacts and flushes for region at 1731588339798Disabling writes for close at 1731588339798Writing region close event to WAL at 1731588339798Closed at 1731588339798 2024-11-14T12:45:39,799 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/.initializing 2024-11-14T12:45:39,799 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/WALs/669ef94e8b26,33515,1731588337977 2024-11-14T12:45:39,800 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:39,801 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C33515%2C1731588337977, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/WALs/669ef94e8b26,33515,1731588337977, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/oldWALs, maxLogs=10 2024-11-14T12:45:39,817 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/WALs/669ef94e8b26,33515,1731588337977/669ef94e8b26%2C33515%2C1731588337977.1731588339802, exclude list is [], retry=0 2024-11-14T12:45:39,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-63f43d70-9c68-4656-a3a4-817095a9fd2c,DISK] 2024-11-14T12:45:39,821 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/WALs/669ef94e8b26,33515,1731588337977/669ef94e8b26%2C33515%2C1731588337977.1731588339802 2024-11-14T12:45:39,821 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-11-14T12:45:39,821 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:39,821 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:39,821 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,821 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:45:39,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:39,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:39,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:45:39,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:39,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:39,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:45:39,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:39,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:39,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:45:39,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:39,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:39,827 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,828 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,828 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,829 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,829 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,829 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:39,830 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:45:39,831 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:39,831 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70644062, jitterRate=0.05267855525016785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:39,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588339821Initializing all the Stores at 1731588339822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588339822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588339822Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588339822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588339822Cleaning up temporary data from old regions at 1731588339829 (+7 ms)Region opened successfully at 1731588339832 (+3 ms) 2024-11-14T12:45:39,832 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:45:39,833 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cba85e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:39,834 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:45:39,834 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:45:39,834 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:45:39,834 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:45:39,835 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:45:39,835 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:45:39,835 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:45:39,836 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:45:39,836 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/balancer because node does not exist (not necessarily an error) 2024-11-14T12:45:39,872 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/balancer already deleted, retry=false 2024-11-14T12:45:39,872 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:45:39,873 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:45:39,883 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/normalizer already deleted, retry=false 2024-11-14T12:45:39,883 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:45:39,884 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:45:39,891 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/switch/split already deleted, retry=false 2024-11-14T12:45:39,892 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:45:39,899 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/switch/merge already deleted, retry=false 2024-11-14T12:45:39,901 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:45:39,908 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/snapshot-cleanup already deleted, retry=false 2024-11-14T12:45:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22017604588/running 2024-11-14T12:45:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22017604588/running 2024-11-14T12:45:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,917 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,33515,1731588337977, sessionid=0x1013aaab3b40006, setting cluster-up flag (Was=false) 2024-11-14T12:45:39,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,958 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22017604588/flush-table-proc/acquired, /22017604588/flush-table-proc/reached, /22017604588/flush-table-proc/abort 2024-11-14T12:45:39,959 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33515,1731588337977 2024-11-14T12:45:39,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:39,999 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22017604588/online-snapshot/acquired, /22017604588/online-snapshot/reached, /22017604588/online-snapshot/abort 2024-11-14T12:45:40,000 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,33515,1731588337977 2024-11-14T12:45:40,001 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:45:40,002 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:40,003 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:45:40,003 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:45:40,003 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,33515,1731588337977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:40,004 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588370005 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:45:40,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:45:40,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:45:40,006 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:45:40,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:40,007 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588340006,5,FailOnTimeoutGroup] 2024-11-14T12:45:40,007 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588340007,5,FailOnTimeoutGroup] 2024-11-14T12:45:40,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:45:40,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:45:40,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,007 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,009 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(746): ClusterId : 4c7b052a-fe51-4250-8a53-4c64adaea39d 2024-11-14T12:45:40,009 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:45:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:45:40,017 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:45:40,017 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:45:40,025 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:45:40,025 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341b4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:45:40,039 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:44283 2024-11-14T12:45:40,039 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:45:40,039 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:45:40,039 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:45:40,040 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,33515,1731588337977 with port=44283, startcode=1731588338083 2024-11-14T12:45:40,040 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:45:40,041 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:45:40,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33515 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,043 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a 2024-11-14T12:45:40,043 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44559 2024-11-14T12:45:40,043 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:45:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/rs 2024-11-14T12:45:40,090 DEBUG [RS:0;669ef94e8b26:44283 {}] zookeeper.ZKUtil(111): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on existing znode=/22017604588/rs/669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,090 WARN [RS:0;669ef94e8b26:44283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:45:40,090 INFO [RS:0;669ef94e8b26:44283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:40,090 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,44283,1731588338083] 2024-11-14T12:45:40,093 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:45:40,095 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:45:40,095 INFO [RS:0;669ef94e8b26:44283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:45:40,095 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,095 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:45:40,096 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:45:40,096 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:40,096 DEBUG [RS:0;669ef94e8b26:44283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,097 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44283,1731588338083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:40,110 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:45:40,111 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,44283,1731588338083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,111 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,111 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.Replication(171): 669ef94e8b26,44283,1731588338083 started 2024-11-14T12:45:40,124 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:40,124 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,44283,1731588338083, RpcServer on 669ef94e8b26/172.17.0.3:44283, sessionid=0x1013aaab3b40007 2024-11-14T12:45:40,124 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:45:40,124 DEBUG [RS:0;669ef94e8b26:44283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,124 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44283,1731588338083' 2024-11-14T12:45:40,124 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22017604588/flush-table-proc/abort' 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22017604588/flush-table-proc/acquired' 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,44283,1731588338083' 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22017604588/online-snapshot/abort' 2024-11-14T12:45:40,125 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22017604588/online-snapshot/acquired' 2024-11-14T12:45:40,126 DEBUG [RS:0;669ef94e8b26:44283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:45:40,126 INFO [RS:0;669ef94e8b26:44283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:45:40,126 INFO [RS:0;669ef94e8b26:44283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:45:40,226 INFO [RS:0;669ef94e8b26:44283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:45:40,227 INFO [RS:0;669ef94e8b26:44283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44283%2C1731588338083, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/oldWALs, maxLogs=10 2024-11-14T12:45:40,240 DEBUG [RS:0;669ef94e8b26:44283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, exclude list is [], retry=0 2024-11-14T12:45:40,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-63f43d70-9c68-4656-a3a4-817095a9fd2c,DISK] 2024-11-14T12:45:40,244 INFO [RS:0;669ef94e8b26:44283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 2024-11-14T12:45:40,244 DEBUG [RS:0;669ef94e8b26:44283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-11-14T12:45:40,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:45:40,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a 2024-11-14T12:45:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:45:40,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:40,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:40,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:40,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:40,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:40,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:40,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:40,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:40,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:40,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:40,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:40,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:40,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:40,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:40,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:40,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:40,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:40,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:40,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740 2024-11-14T12:45:40,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740 2024-11-14T12:45:40,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:40,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:40,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:40,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:40,828 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:40,829 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59970931, jitterRate=-0.10636349022388458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588340818Initializing all the Stores at 1731588340819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588340819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588340819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588340819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588340819Cleaning up temporary data from old regions at 1731588340826 (+7 ms)Region opened successfully at 1731588340829 (+3 ms) 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:40,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:40,829 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:40,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588340829Disabling compacts and flushes for region at 1731588340829Disabling writes for close at 1731588340829Writing region close event to WAL at 1731588340829Closed at 1731588340829 2024-11-14T12:45:40,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:40,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:45:40,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:45:40,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:40,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:45:40,982 DEBUG [669ef94e8b26:33515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:45:40,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:40,983 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44283,1731588338083, state=OPENING 2024-11-14T12:45:40,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:40,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:40,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:40,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:40,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:40,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,014 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:45:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:41,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22017604588/meta-region-server: CHANGED 2024-11-14T12:45:41,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22017604588/meta-region-server: CHANGED 2024-11-14T12:45:41,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:45:41,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44283,1731588338083}] 2024-11-14T12:45:41,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:41,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:41,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:45:41,178 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:45:41,178 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:41,179 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:45:41,180 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44283%2C1731588338083.meta, suffix=.meta, logDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/oldWALs, maxLogs=10 2024-11-14T12:45:41,193 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.meta.1731588341180.meta, exclude list is [], retry=0 2024-11-14T12:45:41,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-63f43d70-9c68-4656-a3a4-817095a9fd2c,DISK] 2024-11-14T12:45:41,196 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.meta.1731588341180.meta 2024-11-14T12:45:41,196 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:41,197 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:45:41,197 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:45:41,197 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:45:41,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:45:41,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:45:41,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:41,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:41,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:45:41,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:45:41,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:41,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:41,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:45:41,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:45:41,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:41,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:41,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:45:41,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:45:41,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:41,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:45:41,202 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:45:41,202 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740 2024-11-14T12:45:41,203 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740 2024-11-14T12:45:41,203 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:45:41,203 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:45:41,204 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:45:41,204 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:45:41,205 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58875666, jitterRate=-0.12268421053886414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:45:41,205 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:45:41,205 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588341197Writing region info on filesystem at 1731588341197Initializing all the Stores at 1731588341198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588341198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588341198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588341198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588341198Cleaning up temporary data from old regions at 1731588341203 (+5 ms)Running coprocessor post-open hooks at 1731588341205 (+2 ms)Region opened successfully at 1731588341205 2024-11-14T12:45:41,206 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588341175 2024-11-14T12:45:41,207 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:45:41,207 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:45:41,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:41,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,44283,1731588338083, state=OPEN 2024-11-14T12:45:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22017604588/meta-region-server 2024-11-14T12:45:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22017604588/meta-region-server 2024-11-14T12:45:41,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:41,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22017604588/meta-region-server: CHANGED 2024-11-14T12:45:41,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22017604588/meta-region-server: CHANGED 2024-11-14T12:45:41,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:45:41,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,44283,1731588338083 in 193 msec 2024-11-14T12:45:41,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:45:41,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-14T12:45:41,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:45:41,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:45:41,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:41,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44283,1731588338083, seqNum=-1] 2024-11-14T12:45:41,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:41,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:41,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-14T12:45:41,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588341225, completionTime=-1 2024-11-14T12:45:41,225 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:45:41,225 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:45:41,226 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:45:41,226 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588401226 2024-11-14T12:45:41,226 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588461226 2024-11-14T12:45:41,226 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:33515, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,228 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:45:41,230 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:45:41,232 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:45:41,232 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:45:41,232 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,33515,1731588337977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:45:41,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:41,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:41,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:41,311 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce0a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:41,313 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:41,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:41,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44283,1731588338083, seqNum=-1] 2024-11-14T12:45:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:41,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:41,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,33515,1731588337977 2024-11-14T12:45:41,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63184 2024-11-14T12:45:41,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:45:41,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013aaab3b40008 connected 2024-11-14T12:45:41,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34169,1731588327521 2024-11-14T12:45:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6459d9 2024-11-14T12:45:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:41,336 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:41,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:45:41,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:41,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:41,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:45:41,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:45:41,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbefc82ff82a6a168bbee03bb2ae513f, NAME => 'test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666 2024-11-14T12:45:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:45:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dbefc82ff82a6a168bbee03bb2ae513f, disabling compactions & flushes 2024-11-14T12:45:41,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. after waiting 0 ms 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:41,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbefc82ff82a6a168bbee03bb2ae513f: Waiting for close lock at 1731588341750Disabling compacts and flushes for region at 1731588341750Disabling writes for close at 1731588341750Writing region close event to WAL at 1731588341750Closed at 1731588341750 2024-11-14T12:45:41,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:41,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588341751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588341751"}]},"ts":"1731588341751"} 2024-11-14T12:45:41,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:41,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:41,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588341753"}]},"ts":"1731588341753"} 2024-11-14T12:45:41,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:45:41,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbefc82ff82a6a168bbee03bb2ae513f, ASSIGN}] 2024-11-14T12:45:41,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbefc82ff82a6a168bbee03bb2ae513f, ASSIGN 2024-11-14T12:45:41,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dbefc82ff82a6a168bbee03bb2ae513f, ASSIGN; state=OFFLINE, location=669ef94e8b26,36129,1731588327676; forceNewPlan=false, retain=false 2024-11-14T12:45:41,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbefc82ff82a6a168bbee03bb2ae513f, regionState=OPENING, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:41,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dbefc82ff82a6a168bbee03bb2ae513f, ASSIGN because future has completed 2024-11-14T12:45:41,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbefc82ff82a6a168bbee03bb2ae513f, server=669ef94e8b26,36129,1731588327676}] 2024-11-14T12:45:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:42,064 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:42,064 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dbefc82ff82a6a168bbee03bb2ae513f, NAME => 'test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:42,065 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:42,065 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:45:42,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:42,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,066 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,067 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbefc82ff82a6a168bbee03bb2ae513f columnFamilyName f 2024-11-14T12:45:42,067 DEBUG [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:42,067 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(327): Store=dbefc82ff82a6a168bbee03bb2ae513f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:42,067 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,068 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbefc82ff82a6a168bbee03bb2ae513f columnFamilyName f1 2024-11-14T12:45:42,068 DEBUG [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:42,068 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(327): Store=dbefc82ff82a6a168bbee03bb2ae513f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:42,068 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,069 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbefc82ff82a6a168bbee03bb2ae513f columnFamilyName norep 2024-11-14T12:45:42,069 DEBUG [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:42,069 INFO [StoreOpener-dbefc82ff82a6a168bbee03bb2ae513f-1 {}] regionserver.HStore(327): Store=dbefc82ff82a6a168bbee03bb2ae513f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:42,069 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,070 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,070 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,071 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,071 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,071 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:42,072 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,073 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:42,074 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dbefc82ff82a6a168bbee03bb2ae513f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60321032, jitterRate=-0.10114657878875732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:42,074 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:45:42,074 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dbefc82ff82a6a168bbee03bb2ae513f: Running coprocessor pre-open hook at 1731588342065Writing region info on filesystem at 1731588342065Initializing all the Stores at 1731588342066 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588342066Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588342066Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588342066Cleaning up temporary data from old regions at 1731588342071 (+5 ms)Running coprocessor post-open hooks at 1731588342074 (+3 ms)Region opened successfully at 1731588342074 2024-11-14T12:45:42,075 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f., pid=6, masterSystemTime=1731588342061 2024-11-14T12:45:42,076 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:42,076 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:45:42,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbefc82ff82a6a168bbee03bb2ae513f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:42,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbefc82ff82a6a168bbee03bb2ae513f, server=669ef94e8b26,36129,1731588327676 because future has completed 2024-11-14T12:45:42,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:45:42,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dbefc82ff82a6a168bbee03bb2ae513f, server=669ef94e8b26,36129,1731588327676 in 170 msec 2024-11-14T12:45:42,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:45:42,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dbefc82ff82a6a168bbee03bb2ae513f, ASSIGN in 326 msec 2024-11-14T12:45:42,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:42,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588342083"}]},"ts":"1731588342083"} 2024-11-14T12:45:42,085 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:45:42,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:42,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-14T12:45:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:42,479 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:45:42,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a857afb 2024-11-14T12:45:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:42,481 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:42,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:45:42,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:42,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:42,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:45:42,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:45:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:42,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7887417d2dac76c763a94a6ac04eebf, NAME => 'test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0 2024-11-14T12:45:42,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7887417d2dac76c763a94a6ac04eebf, disabling compactions & flushes 2024-11-14T12:45:42,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. after waiting 0 ms 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:42,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:42,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7887417d2dac76c763a94a6ac04eebf: Waiting for close lock at 1731588342894Disabling compacts and flushes for region at 1731588342894Disabling writes for close at 1731588342894Writing region close event to WAL at 1731588342894Closed at 1731588342894 2024-11-14T12:45:42,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:42,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588342895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588342895"}]},"ts":"1731588342895"} 2024-11-14T12:45:42,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:42,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:42,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588342897"}]},"ts":"1731588342897"} 2024-11-14T12:45:42,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:45:42,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7887417d2dac76c763a94a6ac04eebf, ASSIGN}] 2024-11-14T12:45:42,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7887417d2dac76c763a94a6ac04eebf, ASSIGN 2024-11-14T12:45:42,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7887417d2dac76c763a94a6ac04eebf, ASSIGN; state=OFFLINE, location=669ef94e8b26,36305,1731588332377; forceNewPlan=false, retain=false 2024-11-14T12:45:43,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7887417d2dac76c763a94a6ac04eebf, regionState=OPENING, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7887417d2dac76c763a94a6ac04eebf, ASSIGN because future has completed 2024-11-14T12:45:43,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7887417d2dac76c763a94a6ac04eebf, server=669ef94e8b26,36305,1731588332377}] 2024-11-14T12:45:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:43,208 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:43,208 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7887417d2dac76c763a94a6ac04eebf, NAME => 'test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:43,208 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:43,208 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:45:43,208 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,208 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:43,208 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,208 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,211 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,212 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7887417d2dac76c763a94a6ac04eebf columnFamilyName f 2024-11-14T12:45:43,212 DEBUG [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:43,212 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(327): Store=a7887417d2dac76c763a94a6ac04eebf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:43,212 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,213 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7887417d2dac76c763a94a6ac04eebf columnFamilyName f1 2024-11-14T12:45:43,213 DEBUG [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:43,213 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(327): Store=a7887417d2dac76c763a94a6ac04eebf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:43,213 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,214 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7887417d2dac76c763a94a6ac04eebf columnFamilyName norep 2024-11-14T12:45:43,214 DEBUG [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:43,214 INFO [StoreOpener-a7887417d2dac76c763a94a6ac04eebf-1 {}] regionserver.HStore(327): Store=a7887417d2dac76c763a94a6ac04eebf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:43,214 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,215 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,215 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,215 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,215 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,216 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:43,217 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,218 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:43,218 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7887417d2dac76c763a94a6ac04eebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61766108, jitterRate=-0.07961326837539673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:43,218 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:45:43,218 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7887417d2dac76c763a94a6ac04eebf: Running coprocessor pre-open hook at 1731588343208Writing region info on filesystem at 1731588343208Initializing all the Stores at 1731588343209 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588343209Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588343211 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588343211Cleaning up temporary data from old regions at 1731588343215 (+4 ms)Running coprocessor post-open hooks at 1731588343218 (+3 ms)Region opened successfully at 1731588343218 2024-11-14T12:45:43,219 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf., pid=6, masterSystemTime=1731588343205 2024-11-14T12:45:43,221 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:43,221 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:45:43,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7887417d2dac76c763a94a6ac04eebf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:43,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7887417d2dac76c763a94a6ac04eebf, server=669ef94e8b26,36305,1731588332377 because future has completed 2024-11-14T12:45:43,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:45:43,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7887417d2dac76c763a94a6ac04eebf, server=669ef94e8b26,36305,1731588332377 in 170 msec 2024-11-14T12:45:43,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:45:43,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7887417d2dac76c763a94a6ac04eebf, ASSIGN in 326 msec 2024-11-14T12:45:43,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:43,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588343227"}]},"ts":"1731588343227"} 2024-11-14T12:45:43,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:45:43,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:43,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-14T12:45:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:43,619 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:45:43,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33515,1731588337977 2024-11-14T12:45:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ff523d 2024-11-14T12:45:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:43,621 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:43,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:45:43,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:43,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:43,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:45:43,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:45:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:44,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 890a37427f26b933da0b276af21405c5, NAME => 'test,,1731588343621.890a37427f26b933da0b276af21405c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a 2024-11-14T12:45:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:45:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588343621.890a37427f26b933da0b276af21405c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 890a37427f26b933da0b276af21405c5, disabling compactions & flushes 2024-11-14T12:45:44,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588343621.890a37427f26b933da0b276af21405c5. after waiting 0 ms 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 890a37427f26b933da0b276af21405c5: Waiting for close lock at 1731588344439Disabling compacts and flushes for region at 1731588344439Disabling writes for close at 1731588344439Writing region close event to WAL at 1731588344439Closed at 1731588344439 2024-11-14T12:45:44,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:44,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588343621.890a37427f26b933da0b276af21405c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588344440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588344440"}]},"ts":"1731588344440"} 2024-11-14T12:45:44,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:44,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:44,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588344443"}]},"ts":"1731588344443"} 2024-11-14T12:45:44,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:45:44,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=890a37427f26b933da0b276af21405c5, ASSIGN}] 2024-11-14T12:45:44,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=890a37427f26b933da0b276af21405c5, ASSIGN 2024-11-14T12:45:44,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=890a37427f26b933da0b276af21405c5, ASSIGN; state=OFFLINE, location=669ef94e8b26,44283,1731588338083; forceNewPlan=false, retain=false 2024-11-14T12:45:44,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=890a37427f26b933da0b276af21405c5, regionState=OPENING, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:44,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=890a37427f26b933da0b276af21405c5, ASSIGN because future has completed 2024-11-14T12:45:44,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 890a37427f26b933da0b276af21405c5, server=669ef94e8b26,44283,1731588338083}] 2024-11-14T12:45:44,753 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,753 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 890a37427f26b933da0b276af21405c5, NAME => 'test,,1731588343621.890a37427f26b933da0b276af21405c5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:44,753 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:44,753 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:45:44,753 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,753 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588343621.890a37427f26b933da0b276af21405c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:44,754 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,754 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,755 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,755 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 890a37427f26b933da0b276af21405c5 columnFamilyName f 2024-11-14T12:45:44,755 DEBUG [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:44,756 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(327): Store=890a37427f26b933da0b276af21405c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:44,756 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,756 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 890a37427f26b933da0b276af21405c5 columnFamilyName f1 2024-11-14T12:45:44,756 DEBUG [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:44,756 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(327): Store=890a37427f26b933da0b276af21405c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:44,757 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,757 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 890a37427f26b933da0b276af21405c5 columnFamilyName norep 2024-11-14T12:45:44,757 DEBUG [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:44,757 INFO [StoreOpener-890a37427f26b933da0b276af21405c5-1 {}] regionserver.HStore(327): Store=890a37427f26b933da0b276af21405c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:44,758 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,758 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,758 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,759 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,759 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,759 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:44,760 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,761 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:44,762 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 890a37427f26b933da0b276af21405c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75095050, jitterRate=0.11900344491004944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:44,762 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:44,762 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 890a37427f26b933da0b276af21405c5: Running coprocessor pre-open hook at 1731588344754Writing region info on filesystem at 1731588344754Initializing all the Stores at 1731588344754Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588344754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588344754Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588344754Cleaning up temporary data from old regions at 1731588344759 (+5 ms)Running coprocessor post-open hooks at 1731588344762 (+3 ms)Region opened successfully at 1731588344762 2024-11-14T12:45:44,762 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588343621.890a37427f26b933da0b276af21405c5., pid=6, masterSystemTime=1731588344750 2024-11-14T12:45:44,764 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,764 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:44,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=890a37427f26b933da0b276af21405c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 890a37427f26b933da0b276af21405c5, server=669ef94e8b26,44283,1731588338083 because future has completed 2024-11-14T12:45:44,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:45:44,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 890a37427f26b933da0b276af21405c5, server=669ef94e8b26,44283,1731588338083 in 168 msec 2024-11-14T12:45:44,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:45:44,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=890a37427f26b933da0b276af21405c5, ASSIGN in 324 msec 2024-11-14T12:45:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:44,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:44,769 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588344769"}]},"ts":"1731588344769"} 2024-11-14T12:45:44,771 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:45:44,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:44,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:45:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:45:45,779 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:45:45,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aba8d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34169,-1 for getting cluster id 2024-11-14T12:45:45,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:45,780 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a59423-7493-4fa3-bfe9-2c38c71ec6a7' 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a59423-7493-4fa3-bfe9-2c38c71ec6a7" 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34169,-1] 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:45,782 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce0d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,34169,1731588327521 2024-11-14T12:45:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd90996 2024-11-14T12:45:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:45,784 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:45,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:46401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:45,787 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:46401' 2024-11-14T12:45:45,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde363f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,788 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:45,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:45,788 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:45,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a72f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:45,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:45,789 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:45,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf3cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:45,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad9afdc 2024-11-14T12:45:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:45,791 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:45,792 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:45:45,792 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:45,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:45,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:45,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:45,793 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:45,793 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:45,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:45,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:45,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:45,844 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:46,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:45:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:46,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee5cd2d1c5724a4afbd8bcd6b89ed49f, NAME => 'hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666 2024-11-14T12:45:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee5cd2d1c5724a4afbd8bcd6b89ed49f, disabling compactions & flushes 2024-11-14T12:45:46,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. after waiting 0 ms 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee5cd2d1c5724a4afbd8bcd6b89ed49f: Waiting for close lock at 1731588346225Disabling compacts and flushes for region at 1731588346225Disabling writes for close at 1731588346225Writing region close event to WAL at 1731588346225Closed at 1731588346225 2024-11-14T12:45:46,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:46,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588346226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588346226"}]},"ts":"1731588346226"} 2024-11-14T12:45:46,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:46,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:46,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588346228"}]},"ts":"1731588346228"} 2024-11-14T12:45:46,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:46,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee5cd2d1c5724a4afbd8bcd6b89ed49f, ASSIGN}] 2024-11-14T12:45:46,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee5cd2d1c5724a4afbd8bcd6b89ed49f, ASSIGN 2024-11-14T12:45:46,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee5cd2d1c5724a4afbd8bcd6b89ed49f, ASSIGN; state=OFFLINE, location=669ef94e8b26,36129,1731588327676; forceNewPlan=false, retain=false 2024-11-14T12:45:46,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee5cd2d1c5724a4afbd8bcd6b89ed49f, regionState=OPENING, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:46,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee5cd2d1c5724a4afbd8bcd6b89ed49f, ASSIGN because future has completed 2024-11-14T12:45:46,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee5cd2d1c5724a4afbd8bcd6b89ed49f, server=669ef94e8b26,36129,1731588327676}] 2024-11-14T12:45:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:46,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:46,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:46,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36129%2C1731588327676.rep, suffix=, logDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676, archiveDir=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs, maxLogs=10 2024-11-14T12:45:46,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.rep.1731588346538, exclude list is [], retry=0 2024-11-14T12:45:46,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43861,DS-dc6e006b-6a04-4d70-92a8-1f6517874de2,DISK] 2024-11-14T12:45:46,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.rep.1731588346538 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee5cd2d1c5724a4afbd8bcd6b89ed49f, NAME => 'hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:46,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. service=MultiRowMutationService 2024-11-14T12:45:46,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:46,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,556 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,556 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5cd2d1c5724a4afbd8bcd6b89ed49f columnFamilyName hfileref 2024-11-14T12:45:46,556 DEBUG [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:46,557 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(327): Store=ee5cd2d1c5724a4afbd8bcd6b89ed49f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:46,557 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,558 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5cd2d1c5724a4afbd8bcd6b89ed49f columnFamilyName queue 2024-11-14T12:45:46,558 DEBUG [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:46,558 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(327): Store=ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:46,558 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,559 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5cd2d1c5724a4afbd8bcd6b89ed49f columnFamilyName sid 2024-11-14T12:45:46,559 DEBUG [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:46,559 INFO [StoreOpener-ee5cd2d1c5724a4afbd8bcd6b89ed49f-1 {}] regionserver.HStore(327): Store=ee5cd2d1c5724a4afbd8bcd6b89ed49f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:46,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:46,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:46,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee5cd2d1c5724a4afbd8bcd6b89ed49f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61883823, jitterRate=-0.07785917818546295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:46,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:45:46,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee5cd2d1c5724a4afbd8bcd6b89ed49f: Running coprocessor pre-open hook at 1731588346555Writing region info on filesystem at 1731588346555Initializing all the Stores at 1731588346555Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588346555Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588346555Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588346555Cleaning up temporary data from old regions at 1731588346560 (+5 ms)Running coprocessor post-open hooks at 1731588346563 (+3 ms)Region opened successfully at 1731588346563 2024-11-14T12:45:46,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f., pid=10, masterSystemTime=1731588346534 2024-11-14T12:45:46,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:45:46,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee5cd2d1c5724a4afbd8bcd6b89ed49f, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36129,1731588327676 2024-11-14T12:45:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee5cd2d1c5724a4afbd8bcd6b89ed49f, server=669ef94e8b26,36129,1731588327676 because future has completed 2024-11-14T12:45:46,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:46,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee5cd2d1c5724a4afbd8bcd6b89ed49f, server=669ef94e8b26,36129,1731588327676 in 185 msec 2024-11-14T12:45:46,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:46,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee5cd2d1c5724a4afbd8bcd6b89ed49f, ASSIGN in 339 msec 2024-11-14T12:45:46,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:46,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588346571"}]},"ts":"1731588346571"} 2024-11-14T12:45:46,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:46,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:46,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-14T12:45:46,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f., hostname=669ef94e8b26,36129,1731588327676, seqNum=2] 2024-11-14T12:45:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:45:46,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:46,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:46,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:46,808 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:46,834 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,36129,1731588327676, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:46,834 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:46,835 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36129,1731588327676, seqNum=-1] 2024-11-14T12:45:46,835 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:46,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:46,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,36129,1731588327676', locateType=CURRENT is [region=hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f., hostname=669ef94e8b26,36129,1731588327676, seqNum=2] 2024-11-14T12:45:46,839 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:46,841 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,36129,1731588327676 suceeded 2024-11-14T12:45:46,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:46,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:45:46,842 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:46401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:46,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0580 sec 2024-11-14T12:45:46,853 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:46401' 2024-11-14T12:45:46,854 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab4c246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,854 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:46,854 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:46,855 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:46,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:46,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:46,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff49eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:46,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:46,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,856 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:46,857 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294d3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,857 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:46,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:46,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9228549 2024-11-14T12:45:46,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:46,858 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:46,859 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,36129,1731588327676 (queues=1) is replicating from cluster=c0a59423-7493-4fa3-bfe9-2c38c71ec6a7 to cluster=cfdb7aed-1832-426d-b048-70d458004921 2024-11-14T12:45:46,859 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C36129%2C1731588327676 2024-11-14T12:45:46,859 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,36129,1731588327676, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:46,859 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C36129%2C1731588327676 2024-11-14T12:45:46,859 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, startPosition=0, beingWritten=true 2024-11-14T12:45:46,863 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:46,864 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:46,864 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36129,1731588327676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:46,920 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:46,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:46,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:46,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:46,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:46,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:46,922 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49383947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,923 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4c0b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@483b37ba 2024-11-14T12:45:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:46,925 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:46,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:33515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:46,928 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33515' 2024-11-14T12:45:46,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82b5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,929 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:46,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:46,929 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66355aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:46,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:46,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,930 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20610f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:46,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33515,1731588337977 2024-11-14T12:45:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7943bc43 2024-11-14T12:45:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:46,932 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:46,932 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:45:46,932 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:46,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,933 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:46,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:46,933 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:46,934 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:46,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:46,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:46,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:46,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17a825ccc3f20f3ae89abaf66e6e6fc6, NAME => 'hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0 2024-11-14T12:45:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:46,984 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:47,068 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:47,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17a825ccc3f20f3ae89abaf66e6e6fc6, disabling compactions & flushes 2024-11-14T12:45:47,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. after waiting 0 ms 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17a825ccc3f20f3ae89abaf66e6e6fc6: Waiting for close lock at 1731588347346Disabling compacts and flushes for region at 1731588347346Disabling writes for close at 1731588347346Writing region close event to WAL at 1731588347346Closed at 1731588347346 2024-11-14T12:45:47,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:47,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588347347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588347347"}]},"ts":"1731588347347"} 2024-11-14T12:45:47,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:47,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:47,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588347350"}]},"ts":"1731588347350"} 2024-11-14T12:45:47,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:47,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a825ccc3f20f3ae89abaf66e6e6fc6, ASSIGN}] 2024-11-14T12:45:47,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a825ccc3f20f3ae89abaf66e6e6fc6, ASSIGN 2024-11-14T12:45:47,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17a825ccc3f20f3ae89abaf66e6e6fc6, ASSIGN; state=OFFLINE, location=669ef94e8b26,36305,1731588332377; forceNewPlan=false, retain=false 2024-11-14T12:45:47,372 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:47,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17a825ccc3f20f3ae89abaf66e6e6fc6, regionState=OPENING, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:47,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17a825ccc3f20f3ae89abaf66e6e6fc6, ASSIGN because future has completed 2024-11-14T12:45:47,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a825ccc3f20f3ae89abaf66e6e6fc6, server=669ef94e8b26,36305,1731588332377}] 2024-11-14T12:45:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:47,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:47,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:47,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C36305%2C1731588332377.rep, suffix=, logDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs, maxLogs=10 2024-11-14T12:45:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.rep.1731588347660, exclude list is [], retry=0 2024-11-14T12:45:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-34fc3828-6dae-4105-9024-ece83aba20be,DISK] 2024-11-14T12:45:47,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.rep.1731588347660 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40723:40723)] 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a825ccc3f20f3ae89abaf66e6e6fc6, NAME => 'hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:47,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. service=MultiRowMutationService 2024-11-14T12:45:47,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:47,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,678 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,678 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a825ccc3f20f3ae89abaf66e6e6fc6 columnFamilyName hfileref 2024-11-14T12:45:47,678 DEBUG [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:47,679 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(327): Store=17a825ccc3f20f3ae89abaf66e6e6fc6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:47,679 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,679 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a825ccc3f20f3ae89abaf66e6e6fc6 columnFamilyName queue 2024-11-14T12:45:47,680 DEBUG [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:47,680 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(327): Store=17a825ccc3f20f3ae89abaf66e6e6fc6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:47,680 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,681 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a825ccc3f20f3ae89abaf66e6e6fc6 columnFamilyName sid 2024-11-14T12:45:47,681 DEBUG [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:47,681 INFO [StoreOpener-17a825ccc3f20f3ae89abaf66e6e6fc6-1 {}] regionserver.HStore(327): Store=17a825ccc3f20f3ae89abaf66e6e6fc6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:47,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:47,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:47,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17a825ccc3f20f3ae89abaf66e6e6fc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60358499, jitterRate=-0.10058827698230743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:47,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:45:47,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17a825ccc3f20f3ae89abaf66e6e6fc6: Running coprocessor pre-open hook at 1731588347677Writing region info on filesystem at 1731588347677Initializing all the Stores at 1731588347677Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588347677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588347677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588347677Cleaning up temporary data from old regions at 1731588347682 (+5 ms)Running coprocessor post-open hooks at 1731588347685 (+3 ms)Region opened successfully at 1731588347685 2024-11-14T12:45:47,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6., pid=10, masterSystemTime=1731588347656 2024-11-14T12:45:47,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:45:47,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17a825ccc3f20f3ae89abaf66e6e6fc6, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,36305,1731588332377 2024-11-14T12:45:47,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a825ccc3f20f3ae89abaf66e6e6fc6, server=669ef94e8b26,36305,1731588332377 because future has completed 2024-11-14T12:45:47,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:47,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a825ccc3f20f3ae89abaf66e6e6fc6, server=669ef94e8b26,36305,1731588332377 in 185 msec 2024-11-14T12:45:47,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:47,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a825ccc3f20f3ae89abaf66e6e6fc6, ASSIGN in 340 msec 2024-11-14T12:45:47,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:47,693 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588347693"}]},"ts":"1731588347693"} 2024-11-14T12:45:47,694 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:47,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:47,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-14T12:45:47,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6., hostname=669ef94e8b26,36305,1731588332377, seqNum=2] 2024-11-14T12:45:47,775 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:45:47,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:47,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:47,950 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:47,977 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,36305,1731588332377, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:47,977 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:47,977 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36305,1731588332377, seqNum=-1] 2024-11-14T12:45:47,978 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:47,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,36305,1731588332377', locateType=CURRENT is [region=hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6., hostname=669ef94e8b26,36305,1731588332377, seqNum=2] 2024-11-14T12:45:47,982 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:47,984 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,36305,1731588332377 suceeded 2024-11-14T12:45:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:47,985 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:33515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:45:47,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0590 sec 2024-11-14T12:45:47,995 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:33515' 2024-11-14T12:45:47,996 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4316852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:47,996 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:47,996 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:47,997 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52bab4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:47,998 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:47,999 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2d30e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:47,999 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33515,1731588337977 2024-11-14T12:45:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c138b01 2024-11-14T12:45:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:48,000 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:48,001 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,36305,1731588332377 (queues=1) is replicating from cluster=cfdb7aed-1832-426d-b048-70d458004921 to cluster=4c7b052a-fe51-4250-8a53-4c64adaea39d 2024-11-14T12:45:48,001 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C36305%2C1731588332377 2024-11-14T12:45:48,001 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,36305,1731588332377, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:48,001 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, startPosition=0, beingWritten=true 2024-11-14T12:45:48,001 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C36305%2C1731588332377 2024-11-14T12:45:48,005 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:48,005 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:48,005 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:48,059 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:48,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:48,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:48,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:48,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:48,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:48,060 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd75053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,061 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fac05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,33515,1731588337977 2024-11-14T12:45:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54bc9758 2024-11-14T12:45:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:48,063 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:48,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:46401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:45:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:45:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:48,066 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:46401' 2024-11-14T12:45:48,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233cdd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,067 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:48,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:48,068 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4868a95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:48,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,069 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:48,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfa80ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:48,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:48,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:48,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c64166 2024-11-14T12:45:48,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:48,071 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:45:48,072 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:45:48,072 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:45:48,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:48,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:48,072 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:45:48,073 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:45:48,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:45:48,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:48,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:45:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:45:48,123 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:45:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:48,208 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:48,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:48,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd7024c2bb4402ded9529d8edd6ebf11, NAME => 'hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a 2024-11-14T12:45:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:45:48,511 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:48,881 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd7024c2bb4402ded9529d8edd6ebf11, disabling compactions & flushes 2024-11-14T12:45:48,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. after waiting 0 ms 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:48,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:48,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd7024c2bb4402ded9529d8edd6ebf11: Waiting for close lock at 1731588348886Disabling compacts and flushes for region at 1731588348886Disabling writes for close at 1731588348886Writing region close event to WAL at 1731588348886Closed at 1731588348886 2024-11-14T12:45:48,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:45:48,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588348887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588348887"}]},"ts":"1731588348887"} 2024-11-14T12:45:48,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:45:48,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:45:48,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588348889"}]},"ts":"1731588348889"} 2024-11-14T12:45:48,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:45:48,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd7024c2bb4402ded9529d8edd6ebf11, ASSIGN}] 2024-11-14T12:45:48,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd7024c2bb4402ded9529d8edd6ebf11, ASSIGN 2024-11-14T12:45:48,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd7024c2bb4402ded9529d8edd6ebf11, ASSIGN; state=OFFLINE, location=669ef94e8b26,44283,1731588338083; forceNewPlan=false, retain=false 2024-11-14T12:45:48,914 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:49,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd7024c2bb4402ded9529d8edd6ebf11, regionState=OPENING, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:49,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd7024c2bb4402ded9529d8edd6ebf11, ASSIGN because future has completed 2024-11-14T12:45:49,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd7024c2bb4402ded9529d8edd6ebf11, server=669ef94e8b26,44283,1731588338083}] 2024-11-14T12:45:49,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:49,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:45:49,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:45:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:49,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C44283%2C1731588338083.rep, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/oldWALs, maxLogs=10 2024-11-14T12:45:49,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.rep.1731588349200, exclude list is [], retry=0 2024-11-14T12:45:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-63f43d70-9c68-4656-a3a4-817095a9fd2c,DISK] 2024-11-14T12:45:49,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.rep.1731588349200 2024-11-14T12:45:49,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd7024c2bb4402ded9529d8edd6ebf11, NAME => 'hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:45:49,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. service=MultiRowMutationService 2024-11-14T12:45:49,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,218 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,219 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd7024c2bb4402ded9529d8edd6ebf11 columnFamilyName hfileref 2024-11-14T12:45:49,219 DEBUG [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:49,219 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(327): Store=bd7024c2bb4402ded9529d8edd6ebf11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:49,220 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,220 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd7024c2bb4402ded9529d8edd6ebf11 columnFamilyName queue 2024-11-14T12:45:49,220 DEBUG [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:49,221 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(327): Store=bd7024c2bb4402ded9529d8edd6ebf11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:49,221 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,221 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd7024c2bb4402ded9529d8edd6ebf11 columnFamilyName sid 2024-11-14T12:45:49,221 DEBUG [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:45:49,222 INFO [StoreOpener-bd7024c2bb4402ded9529d8edd6ebf11-1 {}] regionserver.HStore(327): Store=bd7024c2bb4402ded9529d8edd6ebf11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:45:49,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/replication/bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/replication/bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:45:49,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/replication/bd7024c2bb4402ded9529d8edd6ebf11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:45:49,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd7024c2bb4402ded9529d8edd6ebf11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67115136, jitterRate=9.34600830078125E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:45:49,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:49,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd7024c2bb4402ded9529d8edd6ebf11: Running coprocessor pre-open hook at 1731588349217Writing region info on filesystem at 1731588349217Initializing all the Stores at 1731588349218 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588349218Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588349218Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588349218Cleaning up temporary data from old regions at 1731588349223 (+5 ms)Running coprocessor post-open hooks at 1731588349226 (+3 ms)Region opened successfully at 1731588349226 2024-11-14T12:45:49,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11., pid=10, masterSystemTime=1731588349196 2024-11-14T12:45:49,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:49,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:49,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd7024c2bb4402ded9529d8edd6ebf11, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,44283,1731588338083 2024-11-14T12:45:49,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd7024c2bb4402ded9529d8edd6ebf11, server=669ef94e8b26,44283,1731588338083 because future has completed 2024-11-14T12:45:49,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:45:49,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd7024c2bb4402ded9529d8edd6ebf11, server=669ef94e8b26,44283,1731588338083 in 186 msec 2024-11-14T12:45:49,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:45:49,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd7024c2bb4402ded9529d8edd6ebf11, ASSIGN in 341 msec 2024-11-14T12:45:49,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:45:49,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588349233"}]},"ts":"1731588349233"} 2024-11-14T12:45:49,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:45:49,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:45:49,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-14T12:45:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11., hostname=669ef94e8b26,44283,1731588338083, seqNum=2] 2024-11-14T12:45:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:49,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:45:49,417 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:49,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44283 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:45:49,485 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:45:49,512 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,44283,1731588338083, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:45:49,512 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:49,512 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44283,1731588338083, seqNum=-1] 2024-11-14T12:45:49,513 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:49,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:49,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,44283,1731588338083', locateType=CURRENT is [region=hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11., hostname=669ef94e8b26,44283,1731588338083, seqNum=2] 2024-11-14T12:45:49,517 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:45:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:45:49,519 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,44283,1731588338083 suceeded 2024-11-14T12:45:49,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:45:49,520 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:46401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:45:49,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:45:49,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-11-14T12:45:49,531 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:46401' 2024-11-14T12:45:49,532 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e2097b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:49,532 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:49,532 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:49,533 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2452442d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:49,534 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:49,534 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ae7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:49,534 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,46401,1731588332267 2024-11-14T12:45:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd96f11 2024-11-14T12:45:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:45:49,536 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T12:45:49,536 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,44283,1731588338083 (queues=1) is replicating from cluster=4c7b052a-fe51-4250-8a53-4c64adaea39d to cluster=cfdb7aed-1832-426d-b048-70d458004921 2024-11-14T12:45:49,536 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C44283%2C1731588338083 2024-11-14T12:45:49,536 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,44283,1731588338083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:45:49,538 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C44283%2C1731588338083 2024-11-14T12:45:49,538 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, startPosition=0, beingWritten=true 2024-11-14T12:45:49,542 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:49,543 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 379, reset compression=false 2024-11-14T12:45:49,543 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:49,584 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:49,746 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 379, reset compression=false 2024-11-14T12:45:50,020 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:50,049 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 379, reset compression=false 2024-11-14T12:45:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:45:50,210 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:45:50,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:50,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:50,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:50,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,34169,-1 for getting cluster id 2024-11-14T12:45:50,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:50,212 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a59423-7493-4fa3-bfe9-2c38c71ec6a7' 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a59423-7493-4fa3-bfe9-2c38c71ec6a7" 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7447e836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,34169,-1] 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,213 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bf9e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:50,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:50,214 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab08701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,215 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:50,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:50,217 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c2bf54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,217 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5c0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36129,1731588327676, seqNum=-1] 2024-11-14T12:45:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:50,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f., hostname=669ef94e8b26,36129,1731588327676, seqNum=2] 2024-11-14T12:45:50,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44283,1731588338083, seqNum=-1] 2024-11-14T12:45:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:50,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588343621.890a37427f26b933da0b276af21405c5., hostname=669ef94e8b26,44283,1731588338083, seqNum=2] 2024-11-14T12:45:50,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:45:50,388 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 379, reset compression=false 2024-11-14T12:45:50,391 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:50,391 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:50,391 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36129,1731588327676 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbefc82ff82a6a168bbee03bb2ae513f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:45:50,393 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:50,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:50,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:50,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b7e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,46401,-1 for getting cluster id 2024-11-14T12:45:50,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:50,398 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfdb7aed-1832-426d-b048-70d458004921' 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfdb7aed-1832-426d-b048-70d458004921" 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8856f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,46401,-1] 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,399 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:50,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fed4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:50,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36305,1731588332377, seqNum=-1] 2024-11-14T12:45:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:50,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf., hostname=669ef94e8b26,36305,1731588332377, seqNum=2] 2024-11-14T12:45:50,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:50,453 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 379, reset compression=false 2024-11-14T12:45:50,598 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:50,724 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 379, reset compression=false 2024-11-14T12:45:50,728 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:50,728 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 504, reset compression=false 2024-11-14T12:45:50,728 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7887417d2dac76c763a94a6ac04eebf/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T12:45:50,729 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:50,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:50,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:50,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8574f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,33515,-1 for getting cluster id 2024-11-14T12:45:50,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:45:50,732 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c7b052a-fe51-4250-8a53-4c64adaea39d' 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c7b052a-fe51-4250-8a53-4c64adaea39d" 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fdad0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,33515,-1] 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:45:50,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:50,733 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:45:50,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfd64e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:45:50,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:50,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,44283,1731588338083, seqNum=-1] 2024-11-14T12:45:50,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:50,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T12:45:50,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731588343621.890a37427f26b933da0b276af21405c5., hostname=669ef94e8b26,44283,1731588338083, seqNum=2] 2024-11-14T12:45:50,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:50,901 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:50,932 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 504, reset compression=false 2024-11-14T12:45:50,957 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 379, reset compression=false 2024-11-14T12:45:50,960 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:50,960 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 528, reset compression=false 2024-11-14T12:45:50,960 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:51,163 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 528, reset compression=false 2024-11-14T12:45:51,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:45:51,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:45:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,36305,1731588332377, seqNum=-1] 2024-11-14T12:45:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:45:51,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:45:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf., hostname=669ef94e8b26,36305,1731588332377, seqNum=2] 2024-11-14T12:45:51,235 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 504, reset compression=false 2024-11-14T12:45:51,235 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:45:51,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:51,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 608, reset compression=false 2024-11-14T12:45:51,239 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7887417d2dac76c763a94a6ac04eebf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:51,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:51,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:51,303 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:51,442 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 608, reset compression=false 2024-11-14T12:45:51,467 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 528, reset compression=false 2024-11-14T12:45:51,470 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:51,470 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 656, reset compression=false 2024-11-14T12:45:51,470 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:51,674 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 656, reset compression=false 2024-11-14T12:45:51,745 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 608, reset compression=false 2024-11-14T12:45:51,806 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:51,977 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 656, reset compression=false 2024-11-14T12:45:52,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:45:52,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:45:52,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:45:52,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:45:52,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:52,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:45:52,148 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 608, reset compression=false 2024-11-14T12:45:52,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:45:52,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T12:45:52,379 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 656, reset compression=false 2024-11-14T12:45:52,383 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:52,383 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:52,383 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[{test/890a37427f26b933da0b276af21405c5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:45:52,385 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:45:52,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T12:45:52,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:52,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:52,405 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=33, reused chunk count=124, reuseRatio=78.98% 2024-11-14T12:45:52,405 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T12:45:52,409 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:52,586 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:52,651 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 608, reset compression=false 2024-11-14T12:45:52,655 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:52,656 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 735, reset compression=false 2024-11-14T12:45:52,656 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:52,859 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 735, reset compression=false 2024-11-14T12:45:52,889 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:53,121 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:53,162 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 735, reset compression=false 2024-11-14T12:45:53,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T12:45:53,243 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:45:53,292 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:53,566 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 735, reset compression=false 2024-11-14T12:45:53,796 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:53,924 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 480, reset compression=false 2024-11-14T12:45:53,929 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:53,929 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:53,929 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36129,1731588327676 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbefc82ff82a6a168bbee03bb2ae513f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:45:53,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:53,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:54,069 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 735, reset compression=false 2024-11-14T12:45:54,073 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:54,073 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 883, reset compression=false 2024-11-14T12:45:54,073 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7887417d2dac76c763a94a6ac04eebf/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T12:45:54,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:54,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:54,133 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:54,245 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:45:54,247 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:45:54,276 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 883, reset compression=false 2024-11-14T12:45:54,280 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:54,280 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1042, reset compression=false 2024-11-14T12:45:54,280 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7887417d2dac76c763a94a6ac04eebf/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:45:54,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:54,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:54,399 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 760, reset compression=false 2024-11-14T12:45:54,403 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:54,403 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1082, reset compression=false 2024-11-14T12:45:54,403 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:54,436 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:54,483 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1042, reset compression=false 2024-11-14T12:45:54,606 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1082, reset compression=false 2024-11-14T12:45:54,786 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1042, reset compression=false 2024-11-14T12:45:54,839 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:54,909 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1082, reset compression=false 2024-11-14T12:45:55,189 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1042, reset compression=false 2024-11-14T12:45:55,248 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:45:55,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T12:45:55,312 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1082, reset compression=false 2024-11-14T12:45:55,315 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:45:55,315 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1241, reset compression=false 2024-11-14T12:45:55,315 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[{test/890a37427f26b933da0b276af21405c5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:45:55,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:45:55,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:45:55,342 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:55,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:45:55,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:55,419 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108611 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:45:55,518 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1241, reset compression=false 2024-11-14T12:45:55,693 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1042, reset compression=false 2024-11-14T12:45:55,697 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:55,697 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:55,697 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:55,821 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1241, reset compression=false 2024-11-14T12:45:55,899 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:55,944 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:56,202 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:56,225 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1241, reset compression=false 2024-11-14T12:45:56,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T12:45:56,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:45:56,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:56,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:56,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:56,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:56,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:56,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:45:56,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=637821308, stopped=false 2024-11-14T12:45:56,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,33515,1731588337977 2024-11-14T12:45:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22017604588/running 2024-11-14T12:45:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22017604588/running 2024-11-14T12:45:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:56,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:56,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:45:56,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:56,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:56,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/running 2024-11-14T12:45:56,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,44283,1731588338083' ***** 2024-11-14T12:45:56,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:45:56,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Set watcher on znode that does not yet exist, /22017604588/running 2024-11-14T12:45:56,358 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:45:56,358 INFO [RS:0;669ef94e8b26:44283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:45:56,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:45:56,358 INFO [RS:0;669ef94e8b26:44283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(3091): Received CLOSE for 890a37427f26b933da0b276af21405c5 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(3091): Received CLOSE for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,44283,1731588338083 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44283. 2024-11-14T12:45:56,359 DEBUG [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 890a37427f26b933da0b276af21405c5, disabling compactions & flushes 2024-11-14T12:45:56,359 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:56,359 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588343621.890a37427f26b933da0b276af21405c5. after waiting 0 ms 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:45:56,359 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 890a37427f26b933da0b276af21405c5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T12:45:56,359 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:45:56,359 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 890a37427f26b933da0b276af21405c5=test,,1731588343621.890a37427f26b933da0b276af21405c5., bd7024c2bb4402ded9529d8edd6ebf11=hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.} 2024-11-14T12:45:56,359 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 890a37427f26b933da0b276af21405c5, bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:45:56,359 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:45:56,359 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:45:56,359 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:45:56,377 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f/3fe1124119a34861892aefe3cc9fd084 is 29, key is row1/f:/1731588354245/DeleteFamily/seqid=0 2024-11-14T12:45:56,377 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/info/5129dce97970467e94e9016544d70d11 is 147, key is hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11./info:regioninfo/1731588349228/Put/seqid=0 2024-11-14T12:45:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:45:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741840_1016 (size=5152) 2024-11-14T12:45:56,383 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f/3fe1124119a34861892aefe3cc9fd084 2024-11-14T12:45:56,386 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe1124119a34861892aefe3cc9fd084 2024-11-14T12:45:56,398 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f1/808596dd251d44a686609e3b5eb19bcf is 30, key is row1/f1:/1731588354245/DeleteFamily/seqid=0 2024-11-14T12:45:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741842_1018 (size=5158) 2024-11-14T12:45:56,401 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f1/808596dd251d44a686609e3b5eb19bcf 2024-11-14T12:45:56,404 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808596dd251d44a686609e3b5eb19bcf 2024-11-14T12:45:56,420 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/norep/381811b8a4df4d65815a294632b2cd9f is 33, key is row2/norep:/1731588355249/DeleteFamily/seqid=0 2024-11-14T12:45:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741843_1019 (size=5108) 2024-11-14T12:45:56,424 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:56,559 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 890a37427f26b933da0b276af21405c5, bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,605 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:56,647 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:56,727 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1241, reset compression=false 2024-11-14T12:45:56,730 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:56,730 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1488, reset compression=false 2024-11-14T12:45:56,731 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,44283,1731588338083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:45:56,732 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,44283,1731588338083: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,44283,1731588338083, walGroup=669ef94e8b26%2C44283%2C1731588338083, offset=669ef94e8b26%2C44283%2C1731588338083.1731588340228:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:44283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:45:56,733 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:45:56,733 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:45:56,734 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:45:56,734 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:45:56,734 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:45:56,734 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 911103928 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202719032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:45:56,734 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:33515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:33515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:45:56,760 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 890a37427f26b933da0b276af21405c5, bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,782 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/info/5129dce97970467e94e9016544d70d11 2024-11-14T12:45:56,799 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/ns/f044d9931d3f4db2afe6f5eefd3a19cd is 43, key is default/ns:d/1731588341222/Put/seqid=0 2024-11-14T12:45:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741844_1020 (size=5153) 2024-11-14T12:45:56,824 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/norep/381811b8a4df4d65815a294632b2cd9f 2024-11-14T12:45:56,827 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381811b8a4df4d65815a294632b2cd9f 2024-11-14T12:45:56,828 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f/3fe1124119a34861892aefe3cc9fd084 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/f/3fe1124119a34861892aefe3cc9fd084 2024-11-14T12:45:56,831 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe1124119a34861892aefe3cc9fd084 2024-11-14T12:45:56,831 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/f/3fe1124119a34861892aefe3cc9fd084, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:45:56,832 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/f1/808596dd251d44a686609e3b5eb19bcf as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/f1/808596dd251d44a686609e3b5eb19bcf 2024-11-14T12:45:56,835 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808596dd251d44a686609e3b5eb19bcf 2024-11-14T12:45:56,835 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/f1/808596dd251d44a686609e3b5eb19bcf, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:45:56,836 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/.tmp/norep/381811b8a4df4d65815a294632b2cd9f as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/norep/381811b8a4df4d65815a294632b2cd9f 2024-11-14T12:45:56,839 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381811b8a4df4d65815a294632b2cd9f 2024-11-14T12:45:56,839 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/norep/381811b8a4df4d65815a294632b2cd9f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T12:45:56,839 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 890a37427f26b933da0b276af21405c5 in 480ms, sequenceid=10, compaction requested=false 2024-11-14T12:45:56,844 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/default/test/890a37427f26b933da0b276af21405c5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:45:56,845 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 890a37427f26b933da0b276af21405c5: Waiting for close lock at 1731588356359Running coprocessor pre-close hooks at 1731588356359Disabling compacts and flushes for region at 1731588356359Disabling writes for close at 1731588356359Obtaining lock to block concurrent updates at 1731588356359Preparing flush snapshotting stores in 890a37427f26b933da0b276af21405c5 at 1731588356359Finished memstore snapshotting test,,1731588343621.890a37427f26b933da0b276af21405c5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731588356360 (+1 ms)Flushing stores of test,,1731588343621.890a37427f26b933da0b276af21405c5. at 1731588356360Flushing 890a37427f26b933da0b276af21405c5/f: creating writer at 1731588356360Flushing 890a37427f26b933da0b276af21405c5/f: appending metadata at 1731588356377 (+17 ms)Flushing 890a37427f26b933da0b276af21405c5/f: closing flushed file at 1731588356377Flushing 890a37427f26b933da0b276af21405c5/f1: creating writer at 1731588356386 (+9 ms)Flushing 890a37427f26b933da0b276af21405c5/f1: appending metadata at 1731588356398 (+12 ms)Flushing 890a37427f26b933da0b276af21405c5/f1: closing flushed file at 1731588356398Flushing 890a37427f26b933da0b276af21405c5/norep: creating writer at 1731588356404 (+6 ms)Flushing 890a37427f26b933da0b276af21405c5/norep: appending metadata at 1731588356419 (+15 ms)Flushing 890a37427f26b933da0b276af21405c5/norep: closing flushed file at 1731588356419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64816a64: reopening flushed file at 1731588356827 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5b52c4: reopening flushed file at 1731588356831 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7270166d: reopening flushed file at 1731588356835 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 890a37427f26b933da0b276af21405c5 in 480ms, sequenceid=10, compaction requested=false at 1731588356839 (+4 ms)Writing region close event to WAL at 1731588356842 (+3 ms)Running coprocessor post-close hooks at 1731588356845 (+3 ms)Closed at 1731588356845 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588343621.890a37427f26b933da0b276af21405c5. 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd7024c2bb4402ded9529d8edd6ebf11, disabling compactions & flushes 2024-11-14T12:45:56,845 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. after waiting 0 ms 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd7024c2bb4402ded9529d8edd6ebf11: Waiting for close lock at 1731588356845Running coprocessor pre-close hooks at 1731588356845Disabling compacts and flushes for region at 1731588356845Disabling writes for close at 1731588356845Failed flush hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11., putting online again at 1731588356845 2024-11-14T12:45:56,845 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,937 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 1488, reset compression=false 2024-11-14T12:45:56,941 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:45:56,941 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 2132, reset compression=false 2024-11-14T12:45:56,960 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(3091): Received CLOSE for bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,960 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd7024c2bb4402ded9529d8edd6ebf11 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd7024c2bb4402ded9529d8edd6ebf11, disabling compactions & flushes 2024-11-14T12:45:56,960 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. after waiting 0 ms 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd7024c2bb4402ded9529d8edd6ebf11: Waiting for close lock at 1731588356960Running coprocessor pre-close hooks at 1731588356960Disabling compacts and flushes for region at 1731588356960Disabling writes for close at 1731588356960Failed flush hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11., putting online again at 1731588356960 2024-11-14T12:45:56,960 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11. 2024-11-14T12:45:57,108 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:57,111 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:45:57,138 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:45:57,138 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:45:57,144 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 2132, reset compression=false 2024-11-14T12:45:57,160 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:45:57,202 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/ns/f044d9931d3f4db2afe6f5eefd3a19cd 2024-11-14T12:45:57,218 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/rep_barrier/7cf136d2e85d4f3aaeadf7e1e47db7b7 is 112, key is test,,1731588343621.890a37427f26b933da0b276af21405c5./rep_barrier:seqnumDuringOpen/1731588344764/Put/seqid=0 2024-11-14T12:45:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:45:57,360 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:45:57,360 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd7024c2bb4402ded9529d8edd6ebf11=hbase:replication,,1731588348072.bd7024c2bb4402ded9529d8edd6ebf11.} 2024-11-14T12:45:57,360 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:45:57,447 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.wal-reader.669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/WALs/669ef94e8b26,44283,1731588338083/669ef94e8b26%2C44283%2C1731588338083.1731588340228 to pos 2132, reset compression=false 2024-11-14T12:45:57,450 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:57,560 DEBUG [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:45:57,622 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/rep_barrier/7cf136d2e85d4f3aaeadf7e1e47db7b7 2024-11-14T12:45:57,641 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/table/90c6900641d442a0829afefc6d8fd8c6 is 53, key is hbase:replication/table:state/1731588349233/Put/seqid=0 2024-11-14T12:45:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:45:57,645 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/table/90c6900641d442a0829afefc6d8fd8c6 2024-11-14T12:45:57,649 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/info/5129dce97970467e94e9016544d70d11 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/info/5129dce97970467e94e9016544d70d11 2024-11-14T12:45:57,652 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/info/5129dce97970467e94e9016544d70d11, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:45:57,653 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/ns/f044d9931d3f4db2afe6f5eefd3a19cd as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/ns/f044d9931d3f4db2afe6f5eefd3a19cd 2024-11-14T12:45:57,656 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/ns/f044d9931d3f4db2afe6f5eefd3a19cd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:45:57,657 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/rep_barrier/7cf136d2e85d4f3aaeadf7e1e47db7b7 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/rep_barrier/7cf136d2e85d4f3aaeadf7e1e47db7b7 2024-11-14T12:45:57,660 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/rep_barrier/7cf136d2e85d4f3aaeadf7e1e47db7b7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:45:57,661 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/.tmp/table/90c6900641d442a0829afefc6d8fd8c6 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/table/90c6900641d442a0829afefc6d8fd8c6 2024-11-14T12:45:57,664 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/table/90c6900641d442a0829afefc6d8fd8c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:45:57,665 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-14T12:45:57,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:45:57,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:45:57,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:45:57,668 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:57,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588356359Running coprocessor pre-close hooks at 1731588356359Disabling compacts and flushes for region at 1731588356359Disabling writes for close at 1731588356359Obtaining lock to block concurrent updates at 1731588356359Preparing flush snapshotting stores in 1588230740 at 1731588356359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588356360 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588356360Flushing 1588230740/info: creating writer at 1731588356360Flushing 1588230740/info: appending metadata at 1731588356377 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731588356377Flushing 1588230740/ns: creating writer at 1731588356786 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731588356798 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731588356799 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731588357206 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588357218 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588357218Flushing 1588230740/table: creating writer at 1731588357625 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588357641 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731588357641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e52b13: reopening flushed file at 1731588357648 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8777da1: reopening flushed file at 1731588357652 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c75962d: reopening flushed file at 1731588357657 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690c9eb3: reopening flushed file at 1731588357660 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731588357665 (+5 ms)Writing region close event to WAL at 1731588357666 (+1 ms)Running coprocessor post-close hooks at 1731588357668 (+2 ms)Closed at 1731588357668 2024-11-14T12:45:57,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:45:57,711 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:57,760 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:45:57,761 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,44283,1731588338083; all regions closed. 2024-11-14T12:45:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:45:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741839_1015 (size=1953) 2024-11-14T12:45:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741832_1008 (size=2140) 2024-11-14T12:45:57,766 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:57,766 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:45:57,766 INFO [RS:0;669ef94e8b26:44283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:57,767 INFO [RS:0;669ef94e8b26:44283 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:57,767 INFO [RS:0;669ef94e8b26:44283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:57,767 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:57,767 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,44283,1731588338083 because: Region server is closing 2024-11-14T12:45:57,767 INFO [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44283. 2024-11-14T12:45:57,767 DEBUG [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:57,767 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:57,768 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:57,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:57,868 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,44283,1731588338083.replicationSource.shipper669ef94e8b26%2C44283%2C1731588338083,1-669ef94e8b26,44283,1731588338083 terminated 2024-11-14T12:45:57,868 INFO [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:44283. 2024-11-14T12:45:57,868 DEBUG [RS:0;669ef94e8b26:44283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:45:57,868 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:57,868 DEBUG [RS:0;669ef94e8b26:44283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:45:57,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:45:57,869 INFO [RS:0;669ef94e8b26:44283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44283 2024-11-14T12:45:57,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22017604588/rs/669ef94e8b26,44283,1731588338083 2024-11-14T12:45:57,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588/rs 2024-11-14T12:45:57,999 INFO [RS:0;669ef94e8b26:44283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:58,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,44283,1731588338083] 2024-11-14T12:45:58,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22017604588/draining/669ef94e8b26,44283,1731588338083 already deleted, retry=false 2024-11-14T12:45:58,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,44283,1731588338083 expired; onlineServers=0 2024-11-14T12:45:58,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,33515,1731588337977' ***** 2024-11-14T12:45:58,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:45:58,138 INFO [M:0;669ef94e8b26:33515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:45:58,138 INFO [M:0;669ef94e8b26:33515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:45:58,139 DEBUG [M:0;669ef94e8b26:33515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:45:58,139 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:45:58,139 DEBUG [M:0;669ef94e8b26:33515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:45:58,139 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588340006 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588340006,5,FailOnTimeoutGroup] 2024-11-14T12:45:58,139 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588340007 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588340007,5,FailOnTimeoutGroup] 2024-11-14T12:45:58,139 INFO [M:0;669ef94e8b26:33515 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:45:58,139 INFO [M:0;669ef94e8b26:33515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:45:58,139 DEBUG [M:0;669ef94e8b26:33515 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:45:58,139 INFO [M:0;669ef94e8b26:33515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:45:58,139 INFO [M:0;669ef94e8b26:33515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:45:58,139 INFO [M:0;669ef94e8b26:33515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:45:58,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:45:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22017604588/master 2024-11-14T12:45:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22017604588 2024-11-14T12:45:58,157 DEBUG [M:0;669ef94e8b26:33515 {}] zookeeper.ZKUtil(347): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Unable to get data of znode /22017604588/master because node does not exist (not an error) 2024-11-14T12:45:58,157 WARN [M:0;669ef94e8b26:33515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:45:58,165 INFO [M:0;669ef94e8b26:33515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/.lastflushedseqids 2024-11-14T12:45:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:58,169 INFO [RS:0;669ef94e8b26:44283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:58,169 INFO [RS:0;669ef94e8b26:44283 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,44283,1731588338083; zookeeper connection closed. 2024-11-14T12:45:58,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44283-0x1013aaab3b40007, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:45:58,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e47968e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e47968e 2024-11-14T12:45:58,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:45:58,353 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:58,414 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:58,569 INFO [M:0;669ef94e8b26:33515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:45:58,570 INFO [M:0;669ef94e8b26:33515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:45:58,570 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:45:58,570 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:58,570 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:58,570 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:45:58,570 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:58,570 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T12:45:58,583 DEBUG [M:0;669ef94e8b26:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c8d3c521eb14e238c10b220ed91353e is 82, key is hbase:meta,,1/info:regioninfo/1731588341208/Put/seqid=0 2024-11-14T12:45:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:45:58,987 INFO [M:0;669ef94e8b26:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c8d3c521eb14e238c10b220ed91353e 2024-11-14T12:45:59,001 DEBUG [M:0;669ef94e8b26:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8958dacf46480c8052fe562cbaaae4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588349236/Put/seqid=0 2024-11-14T12:45:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741849_1025 (size=8515) 2024-11-14T12:45:59,217 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:45:59,356 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:45:59,405 INFO [M:0;669ef94e8b26:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8958dacf46480c8052fe562cbaaae4 2024-11-14T12:45:59,424 DEBUG [M:0;669ef94e8b26:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/836c8691c7954e3b83c1e57e31d2f913 is 69, key is 669ef94e8b26,44283,1731588338083/rs:state/1731588340042/Put/seqid=0 2024-11-14T12:45:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:45:59,827 INFO [M:0;669ef94e8b26:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/836c8691c7954e3b83c1e57e31d2f913 2024-11-14T12:45:59,831 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c8d3c521eb14e238c10b220ed91353e as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c8d3c521eb14e238c10b220ed91353e 2024-11-14T12:45:59,834 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c8d3c521eb14e238c10b220ed91353e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:45:59,835 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8958dacf46480c8052fe562cbaaae4 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da8958dacf46480c8052fe562cbaaae4 2024-11-14T12:45:59,838 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da8958dacf46480c8052fe562cbaaae4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:45:59,838 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/836c8691c7954e3b83c1e57e31d2f913 as hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/836c8691c7954e3b83c1e57e31d2f913 2024-11-14T12:45:59,841 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/94d3fec3-22db-394a-487f-ffe023070d3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/836c8691c7954e3b83c1e57e31d2f913, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:45:59,842 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-14T12:45:59,847 INFO [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:45:59,847 DEBUG [M:0;669ef94e8b26:33515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588358570Disabling compacts and flushes for region at 1731588358570Disabling writes for close at 1731588358570Obtaining lock to block concurrent updates at 1731588358570Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588358570Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731588358570Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588358571 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588358571Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588358583 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588358583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588358989 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588359001 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588359001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588359408 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588359424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588359424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4bf962: reopening flushed file at 1731588359831 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475324d4: reopening flushed file at 1731588359834 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545bc80f: reopening flushed file at 1731588359838 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731588359842 (+4 ms)Writing region close event to WAL at 1731588359847 (+5 ms)Closed at 1731588359847 2024-11-14T12:45:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741830_1006 (size=63642) 2024-11-14T12:45:59,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:45:59,849 INFO [M:0;669ef94e8b26:33515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:45:59,849 INFO [M:0;669ef94e8b26:33515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33515 2024-11-14T12:45:59,850 INFO [M:0;669ef94e8b26:33515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:45:59,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:59,979 INFO [M:0;669ef94e8b26:33515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:45:59,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x1013aaab3b40006, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:45:59,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:45:59,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:59,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:59,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:59,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir/,STOPPED} 2024-11-14T12:45:59,983 WARN [BP-2043237346-172.17.0.3-1731588335647 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:45:59,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:45:59,983 WARN [BP-2043237346-172.17.0.3-1731588335647 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2043237346-172.17.0.3-1731588335647 (Datanode Uuid fd993a46-c81a-4182-908c-724aafc4b165) service to localhost/127.0.0.1:44559 2024-11-14T12:45:59,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:45:59,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/cluster_624ab910-36c5-15cf-4a08-a32416aecc4d/data/data1/current/BP-2043237346-172.17.0.3-1731588335647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:59,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/cluster_624ab910-36c5-15cf-4a08-a32416aecc4d/data/data2/current/BP-2043237346-172.17.0.3-1731588335647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:45:59,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:45:59,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6836fca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:45:59,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:45:59,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:45:59,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:45:59,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:00,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:00,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:46:00,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:00,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:00,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:00,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:00,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:00,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:46:00,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1607343628, stopped=false 2024-11-14T12:46:00,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,46401,1731588332267 2024-11-14T12:46:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1241569425/running 2024-11-14T12:46:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1241569425/running 2024-11-14T12:46:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:46:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:46:00,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:00,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:00,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:00,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:00,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,36305,1731588332377' ***** 2024-11-14T12:46:00,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:46:00,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/running 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:46:00,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:46:00,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Set watcher on znode that does not yet exist, /1-1241569425/running 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a825ccc3f20f3ae89abaf66e6e6fc6 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,36305,1731588332377 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36305. 2024-11-14T12:46:00,025 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a825ccc3f20f3ae89abaf66e6e6fc6, disabling compactions & flushes 2024-11-14T12:46:00,025 DEBUG [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:00,025 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:46:00,025 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:00,025 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:46:00,025 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. after waiting 0 ms 2024-11-14T12:46:00,025 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:46:00,025 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:46:00,026 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17a825ccc3f20f3ae89abaf66e6e6fc6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T12:46:00,026 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:46:00,026 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1325): Online Regions={17a825ccc3f20f3ae89abaf66e6e6fc6=hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6., 1588230740=hbase:meta,,1.1588230740, a7887417d2dac76c763a94a6ac04eebf=test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf.} 2024-11-14T12:46:00,026 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a825ccc3f20f3ae89abaf66e6e6fc6, a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,026 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:00,026 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:00,026 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:00,026 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:00,026 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:00,026 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:46:00,040 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/info/723886f582d94dbda72e37d0dabc1eae is 147, key is hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6./info:regioninfo/1731588347687/Put/seqid=0 2024-11-14T12:46:00,042 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/.tmp/queue/65fdbfe1e65f4bdb86b9265e74d374a1 is 154, key is 1-669ef94e8b26,36305,1731588332377/queue:669ef94e8b26%2C36305%2C1731588332377/1731588355698/Put/seqid=0 2024-11-14T12:46:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:46:00,044 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/info/723886f582d94dbda72e37d0dabc1eae 2024-11-14T12:46:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741841_1017 (size=5353) 2024-11-14T12:46:00,061 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/ns/ac5224e134ca4431a1bc97197f98a0b2 is 43, key is default/ns:d/1731588335514/Put/seqid=0 2024-11-14T12:46:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:46:00,064 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/ns/ac5224e134ca4431a1bc97197f98a0b2 2024-11-14T12:46:00,080 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8e264760efd84b06b122601795de412e is 112, key is test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf./rep_barrier:seqnumDuringOpen/1731588343221/Put/seqid=0 2024-11-14T12:46:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741843_1019 (size=5518) 2024-11-14T12:46:00,107 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:00,120 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:46:00,226 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a825ccc3f20f3ae89abaf66e6e6fc6, a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,426 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a825ccc3f20f3ae89abaf66e6e6fc6, a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,446 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/.tmp/queue/65fdbfe1e65f4bdb86b9265e74d374a1 2024-11-14T12:46:00,450 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/.tmp/queue/65fdbfe1e65f4bdb86b9265e74d374a1 as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/queue/65fdbfe1e65f4bdb86b9265e74d374a1 2024-11-14T12:46:00,453 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/queue/65fdbfe1e65f4bdb86b9265e74d374a1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T12:46:00,454 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17a825ccc3f20f3ae89abaf66e6e6fc6 in 429ms, sequenceid=12, compaction requested=false 2024-11-14T12:46:00,455 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:46:00,455 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/replication/17a825ccc3f20f3ae89abaf66e6e6fc6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:00,457 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a825ccc3f20f3ae89abaf66e6e6fc6: Waiting for close lock at 1731588360025Running coprocessor pre-close hooks at 1731588360025Disabling compacts and flushes for region at 1731588360025Disabling writes for close at 1731588360025Obtaining lock to block concurrent updates at 1731588360026 (+1 ms)Preparing flush snapshotting stores in 17a825ccc3f20f3ae89abaf66e6e6fc6 at 1731588360026Finished memstore snapshotting hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731588360026Flushing stores of hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. at 1731588360026Flushing 17a825ccc3f20f3ae89abaf66e6e6fc6/queue: creating writer at 1731588360026Flushing 17a825ccc3f20f3ae89abaf66e6e6fc6/queue: appending metadata at 1731588360042 (+16 ms)Flushing 17a825ccc3f20f3ae89abaf66e6e6fc6/queue: closing flushed file at 1731588360042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bc7d1b: reopening flushed file at 1731588360449 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17a825ccc3f20f3ae89abaf66e6e6fc6 in 429ms, sequenceid=12, compaction requested=false at 1731588360454 (+5 ms)Writing region close event to WAL at 1731588360454Running coprocessor post-close hooks at 1731588360457 (+3 ms)Closed at 1731588360457 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588346933.17a825ccc3f20f3ae89abaf66e6e6fc6. 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7887417d2dac76c763a94a6ac04eebf, disabling compactions & flushes 2024-11-14T12:46:00,457 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. after waiting 0 ms 2024-11-14T12:46:00,457 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:46:00,457 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7887417d2dac76c763a94a6ac04eebf 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T12:46:00,458 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:46:00,471 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f/3d58cfedffcb4f809174bb2cc3dd3759 is 29, key is row1/f:/1731588354245/DeleteFamily/seqid=0 2024-11-14T12:46:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741844_1020 (size=5152) 2024-11-14T12:46:00,475 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f/3d58cfedffcb4f809174bb2cc3dd3759 2024-11-14T12:46:00,478 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d58cfedffcb4f809174bb2cc3dd3759 2024-11-14T12:46:00,484 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8e264760efd84b06b122601795de412e 2024-11-14T12:46:00,495 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f1/d8597097ba1d41cda124e966be1c9b1e is 30, key is row1/f1:/1731588354245/DeleteFamily/seqid=0 2024-11-14T12:46:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741845_1021 (size=5158) 2024-11-14T12:46:00,498 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f1/d8597097ba1d41cda124e966be1c9b1e 2024-11-14T12:46:00,500 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/table/c2b6dcec82af4de19d50c04224668daf is 53, key is hbase:replication/table:state/1731588347693/Put/seqid=0 2024-11-14T12:46:00,502 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8597097ba1d41cda124e966be1c9b1e 2024-11-14T12:46:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:46:00,514 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/norep/4a1488ec2a4149d792e33f34431f7585 is 33, key is row1/norep:/1731588354245/DeleteFamily/seqid=0 2024-11-14T12:46:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741847_1023 (size=5108) 2024-11-14T12:46:00,626 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,826 DEBUG [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7887417d2dac76c763a94a6ac04eebf 2024-11-14T12:46:00,904 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/table/c2b6dcec82af4de19d50c04224668daf 2024-11-14T12:46:00,907 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/info/723886f582d94dbda72e37d0dabc1eae as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/info/723886f582d94dbda72e37d0dabc1eae 2024-11-14T12:46:00,910 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/info/723886f582d94dbda72e37d0dabc1eae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:46:00,911 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/ns/ac5224e134ca4431a1bc97197f98a0b2 as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/ns/ac5224e134ca4431a1bc97197f98a0b2 2024-11-14T12:46:00,914 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/ns/ac5224e134ca4431a1bc97197f98a0b2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:46:00,914 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8e264760efd84b06b122601795de412e as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/rep_barrier/8e264760efd84b06b122601795de412e 2024-11-14T12:46:00,917 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/rep_barrier/8e264760efd84b06b122601795de412e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:46:00,917 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/.tmp/table/c2b6dcec82af4de19d50c04224668daf as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/table/c2b6dcec82af4de19d50c04224668daf 2024-11-14T12:46:00,917 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/norep/4a1488ec2a4149d792e33f34431f7585 2024-11-14T12:46:00,920 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a1488ec2a4149d792e33f34431f7585 2024-11-14T12:46:00,920 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/table/c2b6dcec82af4de19d50c04224668daf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:46:00,921 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f/3d58cfedffcb4f809174bb2cc3dd3759 as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/f/3d58cfedffcb4f809174bb2cc3dd3759 2024-11-14T12:46:00,921 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=16, compaction requested=false 2024-11-14T12:46:00,921 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:46:00,924 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d58cfedffcb4f809174bb2cc3dd3759 2024-11-14T12:46:00,924 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/f/3d58cfedffcb4f809174bb2cc3dd3759, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:46:00,925 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/f1/d8597097ba1d41cda124e966be1c9b1e as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/f1/d8597097ba1d41cda124e966be1c9b1e 2024-11-14T12:46:00,926 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:46:00,926 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:00,926 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:00,926 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:00,927 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588360026Running coprocessor pre-close hooks at 1731588360026Disabling compacts and flushes for region at 1731588360026Disabling writes for close at 1731588360026Obtaining lock to block concurrent updates at 1731588360026Preparing flush snapshotting stores in 1588230740 at 1731588360026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588360026Flushing stores of hbase:meta,,1.1588230740 at 1731588360026Flushing 1588230740/info: creating writer at 1731588360027 (+1 ms)Flushing 1588230740/info: appending metadata at 1731588360040 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588360040Flushing 1588230740/ns: creating writer at 1731588360047 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731588360060 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731588360060Flushing 1588230740/rep_barrier: creating writer at 1731588360067 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588360080 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588360080Flushing 1588230740/table: creating writer at 1731588360487 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588360500 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731588360500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20dcc060: reopening flushed file at 1731588360907 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dce4fb9: reopening flushed file at 1731588360911 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edef53b: reopening flushed file at 1731588360914 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5030d377: reopening flushed file at 1731588360917 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=16, compaction requested=false at 1731588360921 (+4 ms)Writing region close event to WAL at 1731588360923 (+2 ms)Running coprocessor post-close hooks at 1731588360926 (+3 ms)Closed at 1731588360926 2024-11-14T12:46:00,927 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:00,928 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8597097ba1d41cda124e966be1c9b1e 2024-11-14T12:46:00,928 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/f1/d8597097ba1d41cda124e966be1c9b1e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:46:00,929 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/.tmp/norep/4a1488ec2a4149d792e33f34431f7585 as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/norep/4a1488ec2a4149d792e33f34431f7585 2024-11-14T12:46:00,931 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a1488ec2a4149d792e33f34431f7585 2024-11-14T12:46:00,932 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/norep/4a1488ec2a4149d792e33f34431f7585, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T12:46:00,932 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7887417d2dac76c763a94a6ac04eebf in 475ms, sequenceid=10, compaction requested=false 2024-11-14T12:46:00,932 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:46:00,936 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/data/default/test/a7887417d2dac76c763a94a6ac04eebf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:46:00,937 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:00,937 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:00,937 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:46:00,937 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7887417d2dac76c763a94a6ac04eebf: Waiting for close lock at 1731588360457Running coprocessor pre-close hooks at 1731588360457Disabling compacts and flushes for region at 1731588360457Disabling writes for close at 1731588360457Obtaining lock to block concurrent updates at 1731588360458 (+1 ms)Preparing flush snapshotting stores in a7887417d2dac76c763a94a6ac04eebf at 1731588360458Finished memstore snapshotting test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731588360458Flushing stores of test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. at 1731588360458Flushing a7887417d2dac76c763a94a6ac04eebf/f: creating writer at 1731588360458Flushing a7887417d2dac76c763a94a6ac04eebf/f: appending metadata at 1731588360471 (+13 ms)Flushing a7887417d2dac76c763a94a6ac04eebf/f: closing flushed file at 1731588360471Flushing a7887417d2dac76c763a94a6ac04eebf/f1: creating writer at 1731588360479 (+8 ms)Flushing a7887417d2dac76c763a94a6ac04eebf/f1: appending metadata at 1731588360495 (+16 ms)Flushing a7887417d2dac76c763a94a6ac04eebf/f1: closing flushed file at 1731588360495Flushing a7887417d2dac76c763a94a6ac04eebf/norep: creating writer at 1731588360502 (+7 ms)Flushing a7887417d2dac76c763a94a6ac04eebf/norep: appending metadata at 1731588360514 (+12 ms)Flushing a7887417d2dac76c763a94a6ac04eebf/norep: closing flushed file at 1731588360514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da0613a: reopening flushed file at 1731588360920 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653847cc: reopening flushed file at 1731588360925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aee791e: reopening flushed file at 1731588360929 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7887417d2dac76c763a94a6ac04eebf in 475ms, sequenceid=10, compaction requested=false at 1731588360932 (+3 ms)Writing region close event to WAL at 1731588360934 (+2 ms)Running coprocessor post-close hooks at 1731588360937 (+3 ms)Closed at 1731588360937 2024-11-14T12:46:00,937 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588342481.a7887417d2dac76c763a94a6ac04eebf. 2024-11-14T12:46:01,026 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,36305,1731588332377; all regions closed. 2024-11-14T12:46:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:46:01,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.meta.1731588335456.meta not finished, retry = 0 2024-11-14T12:46:01,123 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 1191, reset compression=false 2024-11-14T12:46:01,127 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:46:01,127 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.wal-reader.669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 to pos 2082, reset compression=false 2024-11-14T12:46:01,127 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36305,1731588332377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:46:01,128 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,36305,1731588332377: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,36305,1731588332377, walGroup=669ef94e8b26%2C36305%2C1731588332377, offset=669ef94e8b26%2C36305%2C1731588332377.1731588334513:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:36305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:46:01,129 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:46:01,129 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:46:01,130 DEBUG [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs 2024-11-14T12:46:01,130 INFO [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36305%2C1731588332377.meta:.meta(num 1731588335456) 2024-11-14T12:46:01,130 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:46:01,130 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:46:01,130 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:46:01,130 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1007572920 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 203203128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:46:01,131 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:46401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:46401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:46:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741839_1015 (size=3114) 2024-11-14T12:46:01,133 DEBUG [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs 2024-11-14T12:46:01,133 INFO [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36305%2C1731588332377.rep:(num 1731588347660) 2024-11-14T12:46:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741832_1008 (size=2090) 2024-11-14T12:46:01,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/WALs/669ef94e8b26,36305,1731588332377/669ef94e8b26%2C36305%2C1731588332377.1731588334513 not finished, retry = 0 2024-11-14T12:46:01,237 DEBUG [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/oldWALs 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36305%2C1731588332377:(num 1731588334513) 2024-11-14T12:46:01,237 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:01,237 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:01,237 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,36305,1731588332377 because: Region server is closing 2024-11-14T12:46:01,238 INFO [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36305. 2024-11-14T12:46:01,238 DEBUG [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:01,238 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:01,238 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:01,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:01,338 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36305,1731588332377.replicationSource.shipper669ef94e8b26%2C36305%2C1731588332377,1-669ef94e8b26,36305,1731588332377 terminated 2024-11-14T12:46:01,338 INFO [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36305. 2024-11-14T12:46:01,338 DEBUG [RS:0;669ef94e8b26:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:01,338 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:01,338 DEBUG [RS:0;669ef94e8b26:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:01,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:01,338 INFO [RS:0;669ef94e8b26:36305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36305 2024-11-14T12:46:01,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1241569425/rs/669ef94e8b26,36305,1731588332377 2024-11-14T12:46:01,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425/rs 2024-11-14T12:46:01,357 INFO [RS:0;669ef94e8b26:36305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:01,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,36305,1731588332377] 2024-11-14T12:46:01,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1241569425/draining/669ef94e8b26,36305,1731588332377 already deleted, retry=false 2024-11-14T12:46:01,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,36305,1731588332377 expired; onlineServers=0 2024-11-14T12:46:01,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,46401,1731588332267' ***** 2024-11-14T12:46:01,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:46:01,398 INFO [M:0;669ef94e8b26:46401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:01,398 INFO [M:0;669ef94e8b26:46401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:01,399 DEBUG [M:0;669ef94e8b26:46401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:46:01,399 DEBUG [M:0;669ef94e8b26:46401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:46:01,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:46:01,399 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588334289 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588334289,5,FailOnTimeoutGroup] 2024-11-14T12:46:01,399 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588334289 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588334289,5,FailOnTimeoutGroup] 2024-11-14T12:46:01,399 INFO [M:0;669ef94e8b26:46401 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:01,399 INFO [M:0;669ef94e8b26:46401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:01,399 DEBUG [M:0;669ef94e8b26:46401 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:46:01,399 INFO [M:0;669ef94e8b26:46401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:46:01,399 INFO [M:0;669ef94e8b26:46401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:01,399 INFO [M:0;669ef94e8b26:46401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:46:01,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:46:01,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1241569425/master 2024-11-14T12:46:01,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1241569425 2024-11-14T12:46:01,407 DEBUG [M:0;669ef94e8b26:46401 {}] zookeeper.ZKUtil(347): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Unable to get data of znode /1-1241569425/master because node does not exist (not an error) 2024-11-14T12:46:01,407 WARN [M:0;669ef94e8b26:46401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:46:01,407 INFO [M:0;669ef94e8b26:46401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/.lastflushedseqids 2024-11-14T12:46:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:46:01,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:01,485 INFO [RS:0;669ef94e8b26:36305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:01,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x1013aaab3b40004, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:01,485 INFO [RS:0;669ef94e8b26:36305 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,36305,1731588332377; zookeeper connection closed. 2024-11-14T12:46:01,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 2024-11-14T12:46:01,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:46:01,664 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:46:01,811 INFO [M:0;669ef94e8b26:46401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:46:01,811 INFO [M:0;669ef94e8b26:46401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:46:01,811 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:01,811 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:01,811 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:01,811 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:01,811 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:01,811 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T12:46:01,829 DEBUG [M:0;669ef94e8b26:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ac496c078da4853bae43d810965154b is 82, key is hbase:meta,,1/info:regioninfo/1731588335497/Put/seqid=0 2024-11-14T12:46:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:46:01,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:46:01,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:02,232 INFO [M:0;669ef94e8b26:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ac496c078da4853bae43d810965154b 2024-11-14T12:46:02,248 DEBUG [M:0;669ef94e8b26:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85f813a4b045d79a4f9c16be72e717 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588347695/Put/seqid=0 2024-11-14T12:46:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741850_1026 (size=8515) 2024-11-14T12:46:02,652 INFO [M:0;669ef94e8b26:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85f813a4b045d79a4f9c16be72e717 2024-11-14T12:46:02,668 DEBUG [M:0;669ef94e8b26:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/511b33d25adf4a8a8ea5d1a56450ceaf is 69, key is 669ef94e8b26,36305,1731588332377/rs:state/1731588334331/Put/seqid=0 2024-11-14T12:46:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:46:02,967 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:46:03,071 INFO [M:0;669ef94e8b26:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/511b33d25adf4a8a8ea5d1a56450ceaf 2024-11-14T12:46:03,075 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ac496c078da4853bae43d810965154b as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ac496c078da4853bae43d810965154b 2024-11-14T12:46:03,078 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ac496c078da4853bae43d810965154b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:46:03,079 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c85f813a4b045d79a4f9c16be72e717 as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c85f813a4b045d79a4f9c16be72e717 2024-11-14T12:46:03,081 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c85f813a4b045d79a4f9c16be72e717, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:46:03,082 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/511b33d25adf4a8a8ea5d1a56450ceaf as hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/511b33d25adf4a8a8ea5d1a56450ceaf 2024-11-14T12:46:03,085 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34623/user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/511b33d25adf4a8a8ea5d1a56450ceaf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:46:03,085 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-14T12:46:03,087 INFO [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:03,087 DEBUG [M:0;669ef94e8b26:46401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588361811Disabling compacts and flushes for region at 1731588361811Disabling writes for close at 1731588361811Obtaining lock to block concurrent updates at 1731588361811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588361811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731588361812 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588361812Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588361812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588361828 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588361829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588362235 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588362248 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588362248Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588362655 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588362668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588362668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8cc604: reopening flushed file at 1731588363074 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7555c2: reopening flushed file at 1731588363078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a5e7ac: reopening flushed file at 1731588363081 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731588363086 (+5 ms)Writing region close event to WAL at 1731588363087 (+1 ms)Closed at 1731588363087 2024-11-14T12:46:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741830_1006 (size=63642) 2024-11-14T12:46:03,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3e437e6-94f2-8703-a167-5b991419a0e0/MasterData/WALs/669ef94e8b26,46401,1731588332267/669ef94e8b26%2C46401%2C1731588332267.1731588334096 not finished, retry = 0 2024-11-14T12:46:03,189 INFO [M:0;669ef94e8b26:46401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:46:03,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:03,189 INFO [M:0;669ef94e8b26:46401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46401 2024-11-14T12:46:03,189 INFO [M:0;669ef94e8b26:46401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:03,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:03,315 INFO [M:0;669ef94e8b26:46401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:03,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x1013aaab3b40003, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:03,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27915c82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:03,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:03,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:03,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:03,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:03,319 WARN [BP-208244473-172.17.0.3-1731588330555 heartbeating to localhost/127.0.0.1:34623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:46:03,319 WARN [BP-208244473-172.17.0.3-1731588330555 heartbeating to localhost/127.0.0.1:34623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-208244473-172.17.0.3-1731588330555 (Datanode Uuid 94e0d22c-be98-4594-9b27-a14dfa19f736) service to localhost/127.0.0.1:34623 2024-11-14T12:46:03,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:46:03,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:46:03,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/cluster_ee07a655-849e-25da-6995-5a27cc80f328/data/data1/current/BP-208244473-172.17.0.3-1731588330555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:03,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/cluster_ee07a655-849e-25da-6995-5a27cc80f328/data/data2/current/BP-208244473-172.17.0.3-1731588330555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:03,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:46:03,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:03,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:03,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:03,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:03,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a147602-ada8-9f35-879f-1acf8e8ba6c9/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:03,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:03,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:46:03,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:03,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:03,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:03,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:03,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:03,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:46:03,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018439962, stopped=false 2024-11-14T12:46:03,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,34169,1731588327521 2024-11-14T12:46:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859559642/running 2024-11-14T12:46:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859559642/running 2024-11-14T12:46:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:46:03,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:46:03,362 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:03,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:03,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/running 2024-11-14T12:46:03,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Set watcher on znode that does not yet exist, /01859559642/running 2024-11-14T12:46:03,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:03,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:03,363 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,36129,1731588327676' ***** 2024-11-14T12:46:03,363 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:46:03,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for dbefc82ff82a6a168bbee03bb2ae513f 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,36129,1731588327676 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36129. 2024-11-14T12:46:03,364 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbefc82ff82a6a168bbee03bb2ae513f, disabling compactions & flushes 2024-11-14T12:46:03,364 DEBUG [RS:0;669ef94e8b26:36129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:03,364 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:46:03,364 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:03,364 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:46:03,364 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. after waiting 0 ms 2024-11-14T12:46:03,364 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:46:03,364 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:46:03,364 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbefc82ff82a6a168bbee03bb2ae513f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T12:46:03,365 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:46:03,365 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1325): Online Regions={dbefc82ff82a6a168bbee03bb2ae513f=test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f., 1588230740=hbase:meta,,1.1588230740, ee5cd2d1c5724a4afbd8bcd6b89ed49f=hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f.} 2024-11-14T12:46:03,365 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbefc82ff82a6a168bbee03bb2ae513f, ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:03,365 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:03,365 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:03,365 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:03,365 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:03,365 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:03,365 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:46:03,377 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:03,378 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/info/452b91a9dd674e26b511b8e73aabe19e is 147, key is hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f./info:regioninfo/1731588346565/Put/seqid=0 2024-11-14T12:46:03,380 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f/bc90908846874c3784457e7285eb6fa9 is 28, key is row/f:/1731588353241/DeleteFamily/seqid=0 2024-11-14T12:46:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:46:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741841_1017 (size=5085) 2024-11-14T12:46:03,565 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbefc82ff82a6a168bbee03bb2ae513f, ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:03,765 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbefc82ff82a6a168bbee03bb2ae513f, ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:03,783 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/info/452b91a9dd674e26b511b8e73aabe19e 2024-11-14T12:46:03,783 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f/bc90908846874c3784457e7285eb6fa9 2024-11-14T12:46:03,786 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc90908846874c3784457e7285eb6fa9 2024-11-14T12:46:03,799 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f1/3190d8f1a15c4aa6a7e57ea37b13675f is 29, key is row/f1:/1731588353241/DeleteFamily/seqid=0 2024-11-14T12:46:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741842_1018 (size=5089) 2024-11-14T12:46:03,802 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/ns/f9231a6220d14f0886c5032f467a1c66 is 43, key is default/ns:d/1731588330429/Put/seqid=0 2024-11-14T12:46:03,802 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f1/3190d8f1a15c4aa6a7e57ea37b13675f 2024-11-14T12:46:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741843_1019 (size=5153) 2024-11-14T12:46:03,804 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/ns/f9231a6220d14f0886c5032f467a1c66 2024-11-14T12:46:03,805 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3190d8f1a15c4aa6a7e57ea37b13675f 2024-11-14T12:46:03,829 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/norep/4563e6b118bc450fb0748fa6178347ff is 32, key is row/norep:/1731588353241/DeleteFamily/seqid=0 2024-11-14T12:46:03,830 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/rep_barrier/11f727f530994cc6915338e7baad01b1 is 112, key is test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f./rep_barrier:seqnumDuringOpen/1731588342077/Put/seqid=0 2024-11-14T12:46:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741844_1020 (size=5101) 2024-11-14T12:46:03,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:46:03,965 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbefc82ff82a6a168bbee03bb2ae513f, ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:04,165 DEBUG [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbefc82ff82a6a168bbee03bb2ae513f, ee5cd2d1c5724a4afbd8bcd6b89ed49f 2024-11-14T12:46:04,233 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/norep/4563e6b118bc450fb0748fa6178347ff 2024-11-14T12:46:04,233 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/rep_barrier/11f727f530994cc6915338e7baad01b1 2024-11-14T12:46:04,236 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4563e6b118bc450fb0748fa6178347ff 2024-11-14T12:46:04,237 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f/bc90908846874c3784457e7285eb6fa9 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/f/bc90908846874c3784457e7285eb6fa9 2024-11-14T12:46:04,240 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc90908846874c3784457e7285eb6fa9 2024-11-14T12:46:04,240 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/f/bc90908846874c3784457e7285eb6fa9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:46:04,241 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/f1/3190d8f1a15c4aa6a7e57ea37b13675f as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/f1/3190d8f1a15c4aa6a7e57ea37b13675f 2024-11-14T12:46:04,244 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3190d8f1a15c4aa6a7e57ea37b13675f 2024-11-14T12:46:04,244 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/f1/3190d8f1a15c4aa6a7e57ea37b13675f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:46:04,244 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/.tmp/norep/4563e6b118bc450fb0748fa6178347ff as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/norep/4563e6b118bc450fb0748fa6178347ff 2024-11-14T12:46:04,247 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4563e6b118bc450fb0748fa6178347ff 2024-11-14T12:46:04,247 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/norep/4563e6b118bc450fb0748fa6178347ff, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:46:04,248 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for dbefc82ff82a6a168bbee03bb2ae513f in 884ms, sequenceid=6, compaction requested=false 2024-11-14T12:46:04,254 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/table/e62b1beadc8040ce82597a5952d622ac is 53, key is hbase:replication/table:state/1731588346571/Put/seqid=0 2024-11-14T12:46:04,260 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/default/test/dbefc82ff82a6a168bbee03bb2ae513f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:46:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:46:04,260 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:04,260 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:04,260 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:46:04,261 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/table/e62b1beadc8040ce82597a5952d622ac 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbefc82ff82a6a168bbee03bb2ae513f: Waiting for close lock at 1731588363364Running coprocessor pre-close hooks at 1731588363364Disabling compacts and flushes for region at 1731588363364Disabling writes for close at 1731588363364Obtaining lock to block concurrent updates at 1731588363364Preparing flush snapshotting stores in dbefc82ff82a6a168bbee03bb2ae513f at 1731588363364Finished memstore snapshotting test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731588363365 (+1 ms)Flushing stores of test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. at 1731588363365Flushing dbefc82ff82a6a168bbee03bb2ae513f/f: creating writer at 1731588363365Flushing dbefc82ff82a6a168bbee03bb2ae513f/f: appending metadata at 1731588363379 (+14 ms)Flushing dbefc82ff82a6a168bbee03bb2ae513f/f: closing flushed file at 1731588363379Flushing dbefc82ff82a6a168bbee03bb2ae513f/f1: creating writer at 1731588363786 (+407 ms)Flushing dbefc82ff82a6a168bbee03bb2ae513f/f1: appending metadata at 1731588363798 (+12 ms)Flushing dbefc82ff82a6a168bbee03bb2ae513f/f1: closing flushed file at 1731588363798Flushing dbefc82ff82a6a168bbee03bb2ae513f/norep: creating writer at 1731588363805 (+7 ms)Flushing dbefc82ff82a6a168bbee03bb2ae513f/norep: appending metadata at 1731588363829 (+24 ms)Flushing dbefc82ff82a6a168bbee03bb2ae513f/norep: closing flushed file at 1731588363829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daeb22f: reopening flushed file at 1731588364236 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26956a08: reopening flushed file at 1731588364240 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9ad683: reopening flushed file at 1731588364244 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for dbefc82ff82a6a168bbee03bb2ae513f in 884ms, sequenceid=6, compaction requested=false at 1731588364248 (+4 ms)Writing region close event to WAL at 1731588364255 (+7 ms)Running coprocessor post-close hooks at 1731588364260 (+5 ms)Closed at 1731588364260 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588341336.dbefc82ff82a6a168bbee03bb2ae513f. 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee5cd2d1c5724a4afbd8bcd6b89ed49f, disabling compactions & flushes 2024-11-14T12:46:04,261 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. after waiting 0 ms 2024-11-14T12:46:04,261 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:46:04,261 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee5cd2d1c5724a4afbd8bcd6b89ed49f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T12:46:04,264 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/info/452b91a9dd674e26b511b8e73aabe19e as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/info/452b91a9dd674e26b511b8e73aabe19e 2024-11-14T12:46:04,269 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/info/452b91a9dd674e26b511b8e73aabe19e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:46:04,270 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/ns/f9231a6220d14f0886c5032f467a1c66 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/ns/f9231a6220d14f0886c5032f467a1c66 2024-11-14T12:46:04,273 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/ns/f9231a6220d14f0886c5032f467a1c66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:46:04,274 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/rep_barrier/11f727f530994cc6915338e7baad01b1 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/rep_barrier/11f727f530994cc6915338e7baad01b1 2024-11-14T12:46:04,277 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/rep_barrier/11f727f530994cc6915338e7baad01b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:46:04,277 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/.tmp/table/e62b1beadc8040ce82597a5952d622ac as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/table/e62b1beadc8040ce82597a5952d622ac 2024-11-14T12:46:04,280 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/.tmp/queue/cc12a76c90ae45349526a9d591e325a2 is 153, key is 1-669ef94e8b26,36129,1731588327676/queue:669ef94e8b26%2C36129%2C1731588327676/1731588353934/Put/seqid=0 2024-11-14T12:46:04,280 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/table/e62b1beadc8040ce82597a5952d622ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:46:04,281 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false 2024-11-14T12:46:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741847_1023 (size=5352) 2024-11-14T12:46:04,283 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/.tmp/queue/cc12a76c90ae45349526a9d591e325a2 2024-11-14T12:46:04,284 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:46:04,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:04,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:04,285 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:04,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588363365Running coprocessor pre-close hooks at 1731588363365Disabling compacts and flushes for region at 1731588363365Disabling writes for close at 1731588363365Obtaining lock to block concurrent updates at 1731588363365Preparing flush snapshotting stores in 1588230740 at 1731588363365Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588363365Flushing stores of hbase:meta,,1.1588230740 at 1731588363365Flushing 1588230740/info: creating writer at 1731588363365Flushing 1588230740/info: appending metadata at 1731588363377 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731588363377Flushing 1588230740/ns: creating writer at 1731588363786 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731588363801 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731588363801Flushing 1588230740/rep_barrier: creating writer at 1731588363807 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588363830 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588363830Flushing 1588230740/table: creating writer at 1731588364236 (+406 ms)Flushing 1588230740/table: appending metadata at 1731588364254 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731588364254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2c3d2a: reopening flushed file at 1731588364264 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ab4c3f: reopening flushed file at 1731588364269 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194a80f8: reopening flushed file at 1731588364273 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fd6641: reopening flushed file at 1731588364277 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false at 1731588364281 (+4 ms)Writing region close event to WAL at 1731588364282 (+1 ms)Running coprocessor post-close hooks at 1731588364285 (+3 ms)Closed at 1731588364285 2024-11-14T12:46:04,285 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:04,286 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/.tmp/queue/cc12a76c90ae45349526a9d591e325a2 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue/cc12a76c90ae45349526a9d591e325a2 2024-11-14T12:46:04,289 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue/cc12a76c90ae45349526a9d591e325a2, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T12:46:04,290 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee5cd2d1c5724a4afbd8bcd6b89ed49f in 29ms, sequenceid=8, compaction requested=false 2024-11-14T12:46:04,292 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/data/hbase/replication/ee5cd2d1c5724a4afbd8bcd6b89ed49f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:46:04,293 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:04,293 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:04,293 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:46:04,293 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee5cd2d1c5724a4afbd8bcd6b89ed49f: Waiting for close lock at 1731588364261Running coprocessor pre-close hooks at 1731588364261Disabling compacts and flushes for region at 1731588364261Disabling writes for close at 1731588364261Obtaining lock to block concurrent updates at 1731588364261Preparing flush snapshotting stores in ee5cd2d1c5724a4afbd8bcd6b89ed49f at 1731588364261Finished memstore snapshotting hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731588364261Flushing stores of hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. at 1731588364262 (+1 ms)Flushing ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue: creating writer at 1731588364262Flushing ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue: appending metadata at 1731588364279 (+17 ms)Flushing ee5cd2d1c5724a4afbd8bcd6b89ed49f/queue: closing flushed file at 1731588364279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5534df59: reopening flushed file at 1731588364286 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee5cd2d1c5724a4afbd8bcd6b89ed49f in 29ms, sequenceid=8, compaction requested=false at 1731588364290 (+4 ms)Writing region close event to WAL at 1731588364290Running coprocessor post-close hooks at 1731588364293 (+3 ms)Closed at 1731588364293 2024-11-14T12:46:04,293 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588345793.ee5cd2d1c5724a4afbd8bcd6b89ed49f. 2024-11-14T12:46:04,298 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:46:04,298 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:46:04,365 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,36129,1731588327676; all regions closed. 2024-11-14T12:46:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:46:04,369 DEBUG [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs 2024-11-14T12:46:04,369 INFO [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36129%2C1731588327676.meta:.meta(num 1731588330363) 2024-11-14T12:46:04,370 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 to pos 636, reset compression=false 2024-11-14T12:46:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741839_1015 (size=2240) 2024-11-14T12:46:04,372 DEBUG [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs 2024-11-14T12:46:04,372 INFO [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36129%2C1731588327676.rep:(num 1731588346538) 2024-11-14T12:46:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741832_1008 (size=1535) 2024-11-14T12:46:04,375 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 for the last time to pos 1527, reset compression=false 2024-11-14T12:46:04,375 DEBUG [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs 2024-11-14T12:46:04,375 INFO [RS:0;669ef94e8b26:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C36129%2C1731588327676:(num 1731588329379) 2024-11-14T12:46:04,375 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:04,375 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:04,375 INFO [RS:0;669ef94e8b26:36129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:04,375 INFO [RS:0;669ef94e8b26:36129 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:04,375 INFO [RS:0;669ef94e8b26:36129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:04,376 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:04,376 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,36129,1731588327676 because: Region server is closing 2024-11-14T12:46:04,376 INFO [RS:0;669ef94e8b26:36129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:36129. 2024-11-14T12:46:04,376 DEBUG [RS:0;669ef94e8b26:36129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:04,376 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:04,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:04,376 DEBUG [RS:0;669ef94e8b26:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:04,380 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 was moved to hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs/669ef94e8b26%2C36129%2C1731588327676.1731588329379 2024-11-14T12:46:04,382 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 was moved to hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/oldWALs/669ef94e8b26%2C36129%2C1731588327676.1731588329379 2024-11-14T12:46:04,382 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 and length of the file is 1535 2024-11-14T12:46:04,382 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379 2024-11-14T12:46:04,382 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.wal-reader.669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:46:04,382 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,36129,1731588327676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/WALs/669ef94e8b26,36129,1731588327676/669ef94e8b26%2C36129%2C1731588327676.1731588329379, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T12:46:04,383 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,36129,1731588327676: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,36129,1731588327676, walGroup=669ef94e8b26%2C36129%2C1731588327676, offset=669ef94e8b26%2C36129%2C1731588327676.1731588329379:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:36129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:46:04,384 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:46:04,384 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:46:04,385 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:46:04,385 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:46:04,385 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:46:04,385 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 846274280 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 203911296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:46:04,385 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [669ef94e8b26%2C36129%2C1731588327676.1731588329379] 2024-11-14T12:46:04,477 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,36129,1731588327676.replicationSource.shipper669ef94e8b26%2C36129%2C1731588327676,1-669ef94e8b26,36129,1731588327676 terminated 2024-11-14T12:46:04,477 INFO [RS:0;669ef94e8b26:36129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36129 2024-11-14T12:46:04,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642/rs 2024-11-14T12:46:04,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859559642/rs/669ef94e8b26,36129,1731588327676 2024-11-14T12:46:04,504 INFO [RS:0;669ef94e8b26:36129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:04,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,36129,1731588327676] 2024-11-14T12:46:04,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01859559642/draining/669ef94e8b26,36129,1731588327676 already deleted, retry=false 2024-11-14T12:46:04,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,36129,1731588327676 expired; onlineServers=0 2024-11-14T12:46:04,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,34169,1731588327521' ***** 2024-11-14T12:46:04,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:46:04,521 INFO [M:0;669ef94e8b26:34169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:04,521 INFO [M:0;669ef94e8b26:34169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:04,521 DEBUG [M:0;669ef94e8b26:34169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:46:04,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:46:04,521 DEBUG [M:0;669ef94e8b26:34169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:46:04,521 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588329190 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588329190,5,FailOnTimeoutGroup] 2024-11-14T12:46:04,521 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588329190 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588329190,5,FailOnTimeoutGroup] 2024-11-14T12:46:04,521 INFO [M:0;669ef94e8b26:34169 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:04,521 INFO [M:0;669ef94e8b26:34169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:04,521 DEBUG [M:0;669ef94e8b26:34169 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:46:04,521 INFO [M:0;669ef94e8b26:34169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:46:04,522 INFO [M:0;669ef94e8b26:34169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:04,522 INFO [M:0;669ef94e8b26:34169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:46:04,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:46:04,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01859559642/master 2024-11-14T12:46:04,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01859559642 2024-11-14T12:46:04,532 DEBUG [M:0;669ef94e8b26:34169 {}] zookeeper.ZKUtil(347): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Unable to get data of znode /01859559642/master because node does not exist (not an error) 2024-11-14T12:46:04,532 WARN [M:0;669ef94e8b26:34169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:46:04,532 INFO [M:0;669ef94e8b26:34169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/.lastflushedseqids 2024-11-14T12:46:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:46:04,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:04,613 INFO [RS:0;669ef94e8b26:36129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:04,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1013aaab3b40001, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:04,613 INFO [RS:0;669ef94e8b26:36129 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,36129,1731588327676; zookeeper connection closed. 2024-11-14T12:46:04,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b89683e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b89683e 2024-11-14T12:46:04,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:46:04,936 INFO [M:0;669ef94e8b26:34169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:46:04,936 INFO [M:0;669ef94e8b26:34169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:46:04,936 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:04,936 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:04,936 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:04,937 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:04,937 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:04,937 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.73 KB heapSize=65.71 KB 2024-11-14T12:46:04,950 DEBUG [M:0;669ef94e8b26:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f58bdc55db464e81a3ffce9761f2c5 is 82, key is hbase:meta,,1/info:regioninfo/1731588330388/Put/seqid=0 2024-11-14T12:46:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:46:05,354 INFO [M:0;669ef94e8b26:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f58bdc55db464e81a3ffce9761f2c5 2024-11-14T12:46:05,374 DEBUG [M:0;669ef94e8b26:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52ed20ea9384812ab0a29cfe03706dc is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588342086/Put/seqid=0 2024-11-14T12:46:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741850_1026 (size=7216) 2024-11-14T12:46:05,378 INFO [M:0;669ef94e8b26:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.17 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52ed20ea9384812ab0a29cfe03706dc 2024-11-14T12:46:05,381 INFO [M:0;669ef94e8b26:34169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52ed20ea9384812ab0a29cfe03706dc 2024-11-14T12:46:05,394 DEBUG [M:0;669ef94e8b26:34169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/382f5ccda1b74eefa181a09fb6374765 is 69, key is 669ef94e8b26,36129,1731588327676/rs:state/1731588329234/Put/seqid=0 2024-11-14T12:46:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:46:05,798 INFO [M:0;669ef94e8b26:34169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/382f5ccda1b74eefa181a09fb6374765 2024-11-14T12:46:05,802 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f58bdc55db464e81a3ffce9761f2c5 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64f58bdc55db464e81a3ffce9761f2c5 2024-11-14T12:46:05,805 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64f58bdc55db464e81a3ffce9761f2c5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:46:05,805 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f52ed20ea9384812ab0a29cfe03706dc as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f52ed20ea9384812ab0a29cfe03706dc 2024-11-14T12:46:05,809 INFO [M:0;669ef94e8b26:34169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52ed20ea9384812ab0a29cfe03706dc 2024-11-14T12:46:05,809 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f52ed20ea9384812ab0a29cfe03706dc, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:46:05,810 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/382f5ccda1b74eefa181a09fb6374765 as hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/382f5ccda1b74eefa181a09fb6374765 2024-11-14T12:46:05,813 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42195/user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/382f5ccda1b74eefa181a09fb6374765, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:46:05,814 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false 2024-11-14T12:46:05,817 INFO [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:05,817 DEBUG [M:0;669ef94e8b26:34169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588364936Disabling compacts and flushes for region at 1731588364936Disabling writes for close at 1731588364937 (+1 ms)Obtaining lock to block concurrent updates at 1731588364937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588364937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57068, getHeapSize=67224, getOffHeapSize=0, getCellsCount=122 at 1731588364937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588364937Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588364937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588364950 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588364950Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588365357 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588365374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588365374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588365381 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588365394 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588365394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2a2c3e: reopening flushed file at 1731588365801 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5d7086: reopening flushed file at 1731588365805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1a0530: reopening flushed file at 1731588365809 (+4 ms)Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false at 1731588365814 (+5 ms)Writing region close event to WAL at 1731588365817 (+3 ms)Closed at 1731588365817 2024-11-14T12:46:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43861 is added to blk_1073741830_1006 (size=64399) 2024-11-14T12:46:05,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76466f66-2630-16f5-c338-34714807f666/MasterData/WALs/669ef94e8b26,34169,1731588327521/669ef94e8b26%2C34169%2C1731588327521.1731588328994 not finished, retry = 0 2024-11-14T12:46:05,920 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:05,920 INFO [M:0;669ef94e8b26:34169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:46:05,920 INFO [M:0;669ef94e8b26:34169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34169 2024-11-14T12:46:05,921 INFO [M:0;669ef94e8b26:34169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:06,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:06,046 INFO [M:0;669ef94e8b26:34169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:06,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34169-0x1013aaab3b40000, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:06,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566706b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:06,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:06,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:06,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:06,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:06,050 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:46:06,050 WARN [BP-1500130135-172.17.0.3-1731588325856 heartbeating to localhost/127.0.0.1:42195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:46:06,050 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:46:06,050 WARN [BP-1500130135-172.17.0.3-1731588325856 heartbeating to localhost/127.0.0.1:42195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1500130135-172.17.0.3-1731588325856 (Datanode Uuid 8c1c9e50-8a04-4235-a29d-32b9c65e3e80) service to localhost/127.0.0.1:42195 2024-11-14T12:46:06,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/data/data1/current/BP-1500130135-172.17.0.3-1731588325856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:06,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/cluster_1eae2878-037d-6a06-402d-93206b56540a/data/data2/current/BP-1500130135-172.17.0.3-1731588325856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:06,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:46:06,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b81d212{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:06,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:06,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:06,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:06,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7da2f80c-5a1c-c8bc-51c2-c7a1d00cb07f/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:06,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:46:06,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:06,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42195 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34623 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44559 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5812 (was 6025) 2024-11-14T12:46:06,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=5812 2024-11-14T12:46:06,107 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T12:46:06,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir so I do NOT create it in target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4 2024-11-14T12:46:06,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:46:06,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.tmp.dir so I do NOT create it in target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4 2024-11-14T12:46:06,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ffea5e4-afaa-ca7d-6d32-ea720339ede9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:46:06,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4 2024-11-14T12:46:06,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011, deleteOnExit=true 2024-11-14T12:46:06,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/zookeeper_0, clientPort=57158, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:46:06,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57158 2024-11-14T12:46:06,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:46:06,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:46:06,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/test.cache.data in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:46:06,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:46:06,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:46:06,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:06,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:46:06,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:46:06,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aaab3b40002, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:06,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aaab3b40005, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:06,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013aaab3b40008, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:06,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aaab3b40002, quorum=127.0.0.1:63184, baseZNode=/01859559642 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:46:06,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013aaab3b40008, quorum=127.0.0.1:63184, baseZNode=/22017604588 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:46:06,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aaab3b40005, quorum=127.0.0.1:63184, baseZNode=/1-1241569425 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:46:06,425 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:46:06,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,425 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,426 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,426 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,426 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,426 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,426 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,462 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,463 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,470 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,470 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,471 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:06,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:06,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:06,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:06,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:06,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:46:06,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:06,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:06,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:06,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/java.io.tmpdir/jetty-localhost-41705-hadoop-hdfs-3_4_1-tests_jar-_-any-7176575931662095915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:06,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:41705} 2024-11-14T12:46:06,603 INFO [Time-limited test {}] server.Server(415): Started @320322ms 2024-11-14T12:46:06,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:06,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:06,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:46:06,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:06,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:07,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/java.io.tmpdir/jetty-localhost-39439-hadoop-hdfs-3_4_1-tests_jar-_-any-1257646116604262744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:07,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:39439} 2024-11-14T12:46:07,003 INFO [Time-limited test {}] server.Server(415): Started @320722ms 2024-11-14T12:46:07,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:46:07,491 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data1/current/BP-595218192-172.17.0.3-1731588366141/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:07,491 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data2/current/BP-595218192-172.17.0.3-1731588366141/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:07,509 WARN [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:46:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30229a4957f9567 with lease ID 0xf631f3f37015d82b: Processing first storage report for DS-ed12f80c-5f16-4c2a-8b28-52e7c27321a2 from datanode DatanodeRegistration(127.0.0.1:46075, datanodeUuid=776445f1-b471-40bf-8869-03c2b8094268, infoPort=36113, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=190957551;c=1731588366141) 2024-11-14T12:46:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30229a4957f9567 with lease ID 0xf631f3f37015d82b: from storage DS-ed12f80c-5f16-4c2a-8b28-52e7c27321a2 node DatanodeRegistration(127.0.0.1:46075, datanodeUuid=776445f1-b471-40bf-8869-03c2b8094268, infoPort=36113, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=190957551;c=1731588366141), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30229a4957f9567 with lease ID 0xf631f3f37015d82b: Processing first storage report for DS-cd6fb929-3cd1-48c1-aa15-62eabb2f83a6 from datanode DatanodeRegistration(127.0.0.1:46075, datanodeUuid=776445f1-b471-40bf-8869-03c2b8094268, infoPort=36113, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=190957551;c=1731588366141) 2024-11-14T12:46:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30229a4957f9567 with lease ID 0xf631f3f37015d82b: from storage DS-cd6fb929-3cd1-48c1-aa15-62eabb2f83a6 node DatanodeRegistration(127.0.0.1:46075, datanodeUuid=776445f1-b471-40bf-8869-03c2b8094268, infoPort=36113, infoSecurePort=0, ipcPort=46515, storageInfo=lv=-57;cid=testClusterID;nsid=190957551;c=1731588366141), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:07,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4 2024-11-14T12:46:07,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:07,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:46:07,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1 with version=8 2024-11-14T12:46:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/hbase-staging 2024-11-14T12:46:07,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:07,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:07,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41511 2024-11-14T12:46:07,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41511 connecting to ZooKeeper ensemble=127.0.0.1:57158 2024-11-14T12:46:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415110x0, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:08,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41511-0x1013aab51150000 connected 2024-11-14T12:46:08,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:08,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:08,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on znode that does not yet exist, /0638355621/running 2024-11-14T12:46:08,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1, hbase.cluster.distributed=false 2024-11-14T12:46:08,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on znode that does not yet exist, /0638355621/acl 2024-11-14T12:46:08,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-14T12:46:08,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41511 2024-11-14T12:46:08,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41511 2024-11-14T12:46:08,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-14T12:46:08,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-14T12:46:08,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:46:08,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:08,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40041 2024-11-14T12:46:08,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40041 connecting to ZooKeeper ensemble=127.0.0.1:57158 2024-11-14T12:46:08,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:08,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:08,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400410x0, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:08,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400410x0, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on znode that does not yet exist, /0638355621/running 2024-11-14T12:46:08,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40041-0x1013aab51150001 connected 2024-11-14T12:46:08,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:46:08,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:46:08,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on znode that does not yet exist, /0638355621/master 2024-11-14T12:46:08,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on znode that does not yet exist, /0638355621/acl 2024-11-14T12:46:08,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T12:46:08,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40041 2024-11-14T12:46:08,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40041 2024-11-14T12:46:08,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T12:46:08,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T12:46:08,128 DEBUG [M:0;669ef94e8b26:41511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:41511 2024-11-14T12:46:08,129 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0638355621/backup-masters/669ef94e8b26,41511,1731588367936 2024-11-14T12:46:08,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621/backup-masters 2024-11-14T12:46:08,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621/backup-masters 2024-11-14T12:46:08,137 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on existing znode=/0638355621/backup-masters/669ef94e8b26,41511,1731588367936 2024-11-14T12:46:08,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0638355621/master 2024-11-14T12:46:08,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:08,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:08,148 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on existing znode=/0638355621/master 2024-11-14T12:46:08,148 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0638355621/backup-masters/669ef94e8b26,41511,1731588367936 from backup master directory 2024-11-14T12:46:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0638355621/backup-masters/669ef94e8b26,41511,1731588367936 2024-11-14T12:46:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621/backup-masters 2024-11-14T12:46:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621/backup-masters 2024-11-14T12:46:08,156 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:08,156 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,41511,1731588367936 2024-11-14T12:46:08,160 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/hbase.id] with ID: 11d01811-72bf-46b2-a446-514f872f0e34 2024-11-14T12:46:08,160 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/.tmp/hbase.id 2024-11-14T12:46:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:46:08,565 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/.tmp/hbase.id]:[hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/hbase.id] 2024-11-14T12:46:08,573 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:08,573 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:46:08,574 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:46:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:46:09,000 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:09,001 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:46:09,001 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:46:09,406 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/data/master/store 2024-11-14T12:46:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:46:09,810 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:09,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:09,811 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:09,811 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588369810Disabling compacts and flushes for region at 1731588369810Disabling writes for close at 1731588369811 (+1 ms)Writing region close event to WAL at 1731588369811Closed at 1731588369811 2024-11-14T12:46:09,812 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/data/master/store/.initializing 2024-11-14T12:46:09,812 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/WALs/669ef94e8b26,41511,1731588367936 2024-11-14T12:46:09,812 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:09,814 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C41511%2C1731588367936, suffix=, logDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/WALs/669ef94e8b26,41511,1731588367936, archiveDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/oldWALs, maxLogs=10 2024-11-14T12:46:09,829 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/WALs/669ef94e8b26,41511,1731588367936/669ef94e8b26%2C41511%2C1731588367936.1731588369814, exclude list is [], retry=0 2024-11-14T12:46:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46075,DS-ed12f80c-5f16-4c2a-8b28-52e7c27321a2,DISK] 2024-11-14T12:46:09,832 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/WALs/669ef94e8b26,41511,1731588367936/669ef94e8b26%2C41511%2C1731588367936.1731588369814 2024-11-14T12:46:09,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-14T12:46:09,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:09,832 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:09,833 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,833 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:46:09,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:09,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:09,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:46:09,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:09,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:09,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:46:09,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:46:09,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:09,838 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,839 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,839 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,840 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:09,841 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:09,842 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:09,842 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67678136, jitterRate=0.008482813835144043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:09,843 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588369833Initializing all the Stores at 1731588369833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588369833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588369833Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588369833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588369833Cleaning up temporary data from old regions at 1731588369840 (+7 ms)Region opened successfully at 1731588369843 (+3 ms) 2024-11-14T12:46:09,843 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:46:09,845 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53eb8440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:09,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:46:09,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:46:09,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:46:09,846 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:46:09,847 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:46:09,847 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:46:09,847 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:46:09,848 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:46:09,849 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Unable to get data of znode /0638355621/balancer because node does not exist (not necessarily an error) 2024-11-14T12:46:09,879 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0638355621/balancer already deleted, retry=false 2024-11-14T12:46:09,879 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:46:09,879 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Unable to get data of znode /0638355621/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:46:09,889 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0638355621/normalizer already deleted, retry=false 2024-11-14T12:46:09,890 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:46:09,890 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Unable to get data of znode /0638355621/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:46:09,898 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0638355621/switch/split already deleted, retry=false 2024-11-14T12:46:09,898 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Unable to get data of znode /0638355621/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:46:09,906 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0638355621/switch/merge already deleted, retry=false 2024-11-14T12:46:09,908 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Unable to get data of znode /0638355621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:46:09,914 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0638355621/snapshot-cleanup already deleted, retry=false 2024-11-14T12:46:09,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0638355621/running 2024-11-14T12:46:09,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0638355621/running 2024-11-14T12:46:09,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:09,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:09,923 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,41511,1731588367936, sessionid=0x1013aab51150000, setting cluster-up flag (Was=false) 2024-11-14T12:46:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:09,964 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0638355621/flush-table-proc/acquired, /0638355621/flush-table-proc/reached, /0638355621/flush-table-proc/abort 2024-11-14T12:46:09,965 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41511,1731588367936 2024-11-14T12:46:09,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:09,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:10,006 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0638355621/online-snapshot/acquired, /0638355621/online-snapshot/reached, /0638355621/online-snapshot/abort 2024-11-14T12:46:10,007 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,41511,1731588367936 2024-11-14T12:46:10,008 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:46:10,009 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:10,009 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:46:10,009 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:46:10,009 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,41511,1731588367936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:10,010 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588400011 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:46:10,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:46:10,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:46:10,011 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:46:10,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:46:10,012 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:46:10,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:46:10,015 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588370012,5,FailOnTimeoutGroup] 2024-11-14T12:46:10,015 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588370015,5,FailOnTimeoutGroup] 2024-11-14T12:46:10,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:46:10,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:46:10,024 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(746): ClusterId : 11d01811-72bf-46b2-a446-514f872f0e34 2024-11-14T12:46:10,024 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:46:10,032 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:46:10,032 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:46:10,040 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:46:10,040 DEBUG [RS:0;669ef94e8b26:40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba70292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:10,051 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:40041 2024-11-14T12:46:10,051 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:46:10,051 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:46:10,051 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:46:10,052 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,41511,1731588367936 with port=40041, startcode=1731588368094 2024-11-14T12:46:10,052 DEBUG [RS:0;669ef94e8b26:40041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:46:10,053 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:46:10,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41511 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,055 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1 2024-11-14T12:46:10,055 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43181 2024-11-14T12:46:10,055 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:46:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621/rs 2024-11-14T12:46:10,065 DEBUG [RS:0;669ef94e8b26:40041 {}] zookeeper.ZKUtil(111): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Set watcher on existing znode=/0638355621/rs/669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,065 WARN [RS:0;669ef94e8b26:40041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:10,065 INFO [RS:0;669ef94e8b26:40041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:10,065 DEBUG [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,40041,1731588368094] 2024-11-14T12:46:10,067 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:46:10,068 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:46:10,069 INFO [RS:0;669ef94e8b26:40041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:46:10,069 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,069 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:46:10,069 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:46:10,069 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,069 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,069 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,069 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:10,070 DEBUG [RS:0;669ef94e8b26:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,073 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40041,1731588368094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:10,088 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:46:10,088 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40041,1731588368094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,088 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,088 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.Replication(171): 669ef94e8b26,40041,1731588368094 started 2024-11-14T12:46:10,101 INFO [RS:0;669ef94e8b26:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:10,101 INFO [RS:0;669ef94e8b26:40041 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,40041,1731588368094, RpcServer on 669ef94e8b26/172.17.0.3:40041, sessionid=0x1013aab51150001 2024-11-14T12:46:10,101 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:46:10,101 DEBUG [RS:0;669ef94e8b26:40041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,101 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,40041,1731588368094' 2024-11-14T12:46:10,101 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0638355621/flush-table-proc/abort' 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0638355621/flush-table-proc/acquired' 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,40041,1731588368094' 2024-11-14T12:46:10,102 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0638355621/online-snapshot/abort' 2024-11-14T12:46:10,103 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0638355621/online-snapshot/acquired' 2024-11-14T12:46:10,103 DEBUG [RS:0;669ef94e8b26:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:46:10,103 INFO [RS:0;669ef94e8b26:40041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:46:10,103 INFO [RS:0;669ef94e8b26:40041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:46:10,203 INFO [RS:0;669ef94e8b26:40041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:10,204 INFO [RS:0;669ef94e8b26:40041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C40041%2C1731588368094, suffix=, logDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094, archiveDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/oldWALs, maxLogs=10 2024-11-14T12:46:10,218 DEBUG [RS:0;669ef94e8b26:40041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094/669ef94e8b26%2C40041%2C1731588368094.1731588370205, exclude list is [], retry=0 2024-11-14T12:46:10,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46075,DS-ed12f80c-5f16-4c2a-8b28-52e7c27321a2,DISK] 2024-11-14T12:46:10,221 INFO [RS:0;669ef94e8b26:40041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094/669ef94e8b26%2C40041%2C1731588368094.1731588370205 2024-11-14T12:46:10,221 DEBUG [RS:0;669ef94e8b26:40041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-14T12:46:10,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:46:10,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1 2024-11-14T12:46:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:46:10,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:10,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:10,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:10,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:10,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:10,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:10,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:10,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:10,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:10,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:10,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:10,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:10,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:10,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:10,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/1588230740 2024-11-14T12:46:10,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/1588230740 2024-11-14T12:46:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:10,832 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:10,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:10,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665123, jitterRate=0.06789354979991913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588370825Initializing all the Stores at 1731588370826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588370826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588370826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588370826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588370826Cleaning up temporary data from old regions at 1731588370832 (+6 ms)Region opened successfully at 1731588370834 (+2 ms) 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:10,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:10,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:10,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588370834Disabling compacts and flushes for region at 1731588370834Disabling writes for close at 1731588370834Writing region close event to WAL at 1731588370834Closed at 1731588370834 2024-11-14T12:46:10,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:10,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:46:10,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:46:10,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:10,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:46:10,986 DEBUG [669ef94e8b26:41511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:46:10,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:10,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,40041,1731588368094, state=OPENING 2024-11-14T12:46:11,014 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:46:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0638355621 2024-11-14T12:46:11,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:11,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0638355621/meta-region-server: CHANGED 2024-11-14T12:46:11,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0638355621/meta-region-server: CHANGED 2024-11-14T12:46:11,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,40041,1731588368094}] 2024-11-14T12:46:11,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:11,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:46:11,178 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:46:11,178 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:11,178 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:46:11,179 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C40041%2C1731588368094.meta, suffix=.meta, logDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094, archiveDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/oldWALs, maxLogs=10 2024-11-14T12:46:11,191 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094/669ef94e8b26%2C40041%2C1731588368094.meta.1731588371179.meta, exclude list is [], retry=0 2024-11-14T12:46:11,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46075,DS-ed12f80c-5f16-4c2a-8b28-52e7c27321a2,DISK] 2024-11-14T12:46:11,193 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/WALs/669ef94e8b26,40041,1731588368094/669ef94e8b26%2C40041%2C1731588368094.meta.1731588371179.meta 2024-11-14T12:46:11,193 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-14T12:46:11,193 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:11,194 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:46:11,194 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:46:11,194 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:46:11,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:11,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:11,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:11,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:11,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:11,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:11,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:11,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:11,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:11,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:11,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:11,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:11,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:11,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:11,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:11,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:11,198 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:11,199 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/1588230740 2024-11-14T12:46:11,199 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/hbase/meta/1588230740 2024-11-14T12:46:11,200 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:11,200 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:11,200 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:11,201 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:11,202 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66944640, jitterRate=-0.0024471282958984375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:11,202 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:46:11,202 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588371194Writing region info on filesystem at 1731588371194Initializing all the Stores at 1731588371195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588371195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588371195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588371195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588371195Cleaning up temporary data from old regions at 1731588371200 (+5 ms)Running coprocessor post-open hooks at 1731588371202 (+2 ms)Region opened successfully at 1731588371202 2024-11-14T12:46:11,203 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588371174 2024-11-14T12:46:11,205 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:46:11,205 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:46:11,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:11,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,40041,1731588368094, state=OPEN 2024-11-14T12:46:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41511-0x1013aab51150000, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0638355621/meta-region-server 2024-11-14T12:46:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x1013aab51150001, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0638355621/meta-region-server 2024-11-14T12:46:11,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:11,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0638355621/meta-region-server: CHANGED 2024-11-14T12:46:11,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0638355621/meta-region-server: CHANGED 2024-11-14T12:46:11,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:46:11,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,40041,1731588368094 in 213 msec 2024-11-14T12:46:11,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:46:11,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-14T12:46:11,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:11,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:46:11,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:11,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,40041,1731588368094, seqNum=-1] 2024-11-14T12:46:11,240 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:11,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:11,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-14T12:46:11,243 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588371243, completionTime=-1 2024-11-14T12:46:11,243 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:46:11,243 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588431245 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588491245 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:41511, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,245 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,246 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,247 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.092sec 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:11,248 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:46:11,250 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:46:11,250 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:46:11,250 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,41511,1731588367936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:11,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:11,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41511,-1 for getting cluster id 2024-11-14T12:46:11,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:11,326 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11d01811-72bf-46b2-a446-514f872f0e34' 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11d01811-72bf-46b2-a446-514f872f0e34" 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de9f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41511,-1] 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:11,327 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:11,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:11,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,40041,1731588368094, seqNum=-1] 2024-11-14T12:46:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:11,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:11,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,41511,1731588367936 2024-11-14T12:46:11,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57158 2024-11-14T12:46:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57158, baseZNode=/0638355621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:11,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aab51150002 connected 2024-11-14T12:46:11,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41511,1731588367936 2024-11-14T12:46:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa031f5 2024-11-14T12:46:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:11,359 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:11,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:46:11,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:46:11,361 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:11,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:46:11,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:46:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:46:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:11,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f338032a6cd406036a530395684f746f, NAME => 'test,,1731588371359.f338032a6cd406036a530395684f746f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1 2024-11-14T12:46:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46075 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:46:11,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:46:11,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588371359.f338032a6cd406036a530395684f746f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f338032a6cd406036a530395684f746f, disabling compactions & flushes 2024-11-14T12:46:12,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588371359.f338032a6cd406036a530395684f746f. after waiting 0 ms 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f338032a6cd406036a530395684f746f: Waiting for close lock at 1731588372172Disabling compacts and flushes for region at 1731588372172Disabling writes for close at 1731588372172Writing region close event to WAL at 1731588372172Closed at 1731588372172 2024-11-14T12:46:12,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:46:12,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588371359.f338032a6cd406036a530395684f746f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588372173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588372173"}]},"ts":"1731588372173"} 2024-11-14T12:46:12,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:46:12,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:46:12,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588372176"}]},"ts":"1731588372176"} 2024-11-14T12:46:12,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:46:12,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f338032a6cd406036a530395684f746f, ASSIGN}] 2024-11-14T12:46:12,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f338032a6cd406036a530395684f746f, ASSIGN 2024-11-14T12:46:12,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f338032a6cd406036a530395684f746f, ASSIGN; state=OFFLINE, location=669ef94e8b26,40041,1731588368094; forceNewPlan=false, retain=false 2024-11-14T12:46:12,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f338032a6cd406036a530395684f746f, regionState=OPENING, regionLocation=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:12,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f338032a6cd406036a530395684f746f, ASSIGN because future has completed 2024-11-14T12:46:12,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f338032a6cd406036a530395684f746f, server=669ef94e8b26,40041,1731588368094}] 2024-11-14T12:46:12,484 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,485 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f338032a6cd406036a530395684f746f, NAME => 'test,,1731588371359.f338032a6cd406036a530395684f746f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:12,485 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:12,485 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:46:12,485 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,485 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588371359.f338032a6cd406036a530395684f746f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:12,485 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,485 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,486 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,487 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f338032a6cd406036a530395684f746f columnFamilyName f 2024-11-14T12:46:12,487 DEBUG [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:12,487 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(327): Store=f338032a6cd406036a530395684f746f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:12,487 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,488 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f338032a6cd406036a530395684f746f columnFamilyName f1 2024-11-14T12:46:12,488 DEBUG [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:12,488 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(327): Store=f338032a6cd406036a530395684f746f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:12,488 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,489 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f338032a6cd406036a530395684f746f columnFamilyName norep 2024-11-14T12:46:12,489 DEBUG [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:12,489 INFO [StoreOpener-f338032a6cd406036a530395684f746f-1 {}] regionserver.HStore(327): Store=f338032a6cd406036a530395684f746f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:12,489 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,489 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/default/test/f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,489 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/default/test/f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,490 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,490 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,490 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:46:12,491 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,492 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/data/default/test/f338032a6cd406036a530395684f746f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:12,493 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f338032a6cd406036a530395684f746f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60617258, jitterRate=-0.09673246741294861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:46:12,493 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f338032a6cd406036a530395684f746f 2024-11-14T12:46:12,493 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f338032a6cd406036a530395684f746f: Running coprocessor pre-open hook at 1731588372485Writing region info on filesystem at 1731588372485Initializing all the Stores at 1731588372486 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588372486Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588372486Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588372486Cleaning up temporary data from old regions at 1731588372490 (+4 ms)Running coprocessor post-open hooks at 1731588372493 (+3 ms)Region opened successfully at 1731588372493 2024-11-14T12:46:12,494 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588371359.f338032a6cd406036a530395684f746f., pid=6, masterSystemTime=1731588372482 2024-11-14T12:46:12,495 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,495 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588371359.f338032a6cd406036a530395684f746f. 2024-11-14T12:46:12,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f338032a6cd406036a530395684f746f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,40041,1731588368094 2024-11-14T12:46:12,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f338032a6cd406036a530395684f746f, server=669ef94e8b26,40041,1731588368094 because future has completed 2024-11-14T12:46:12,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:46:12,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f338032a6cd406036a530395684f746f, server=669ef94e8b26,40041,1731588368094 in 167 msec 2024-11-14T12:46:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:12,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:46:12,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f338032a6cd406036a530395684f746f, ASSIGN in 321 msec 2024-11-14T12:46:12,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:46:12,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588372500"}]},"ts":"1731588372500"} 2024-11-14T12:46:12,501 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:46:12,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:46:12,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-11-14T12:46:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:13,520 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:46:13,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b76a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41511,-1 for getting cluster id 2024-11-14T12:46:13,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:13,521 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11d01811-72bf-46b2-a446-514f872f0e34' 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11d01811-72bf-46b2-a446-514f872f0e34" 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f578441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41511,-1] 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,522 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251d524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:13,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41511,1731588367936 2024-11-14T12:46:13,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dcdeb77 2024-11-14T12:46:13,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:13,524 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:41511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:46:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:46:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:13,526 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:41511' 2024-11-14T12:46:13,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f077ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,526 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,41511,-1 for getting cluster id 2024-11-14T12:46:13,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:13,527 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11d01811-72bf-46b2-a446-514f872f0e34' 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11d01811-72bf-46b2-a446-514f872f0e34" 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9f4a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,41511,-1] 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,528 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:13,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b85087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:13,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:13,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,41511,1731588367936 2024-11-14T12:46:13,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e9f611a 2024-11-14T12:46:13,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:13,529 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:13,530 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:46:13,530 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:46:13,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:13,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,530 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:46:13,535 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T12:46:13,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-14T12:46:13,536 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T12:46:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:13,630 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://669ef94e8b26:41511, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T12:46:13,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:13,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:13,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:13,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:13,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 361) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1288804563-7882-acceptor-0@2e4e955f-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:41705} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_39004556_20 at /127.0.0.1:55368 [Receiving block BP-595218192-172.17.0.3-1731588366141:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_39004556_20 at /127.0.0.1:55394 [Receiving block BP-595218192-172.17.0.3-1731588366141:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57158 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57158) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(459513631) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1/MasterData-prefix:669ef94e8b26,41511,1731588367936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7928-acceptor-0@6a3297b0-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:39439} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6452943f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PacketResponder: BP-595218192-172.17.0.3-1731588366141:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57158) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5b409f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1-prefix:669ef94e8b26,40041,1731588368094.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data2/current/BP-595218192-172.17.0.3-1731588366141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-595218192-172.17.0.3-1731588366141:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_39004556_20 at /127.0.0.1:55310 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1288804563-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/669ef94e8b26:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/669ef94e8b26:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f5b40ab3320.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 669ef94e8b26:41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp2048915593-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PacketResponder: BP-595218192-172.17.0.3-1731588366141:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46515 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588370015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;669ef94e8b26:41511 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588370012 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;669ef94e8b26:40041-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-567750208_20 at /127.0.0.1:55348 [Receiving block BP-595218192-172.17.0.3-1731588366141:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/cluster_d04ba4e2-9d8c-a2fd-4f38-72ab177a1011/data/data1/current/BP-595218192-172.17.0.3-1731588366141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57158) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcessThread(sid:0 cport:57158): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/669ef94e8b26:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43181 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;669ef94e8b26:40041 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43181 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/669ef94e8b26:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 43181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-595218192-172.17.0.3-1731588366141 heartbeating to localhost/127.0.0.1:43181 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43181/user/jenkins/test-data/01483858-963f-c88c-9d65-362fab484db1-prefix:669ef94e8b26,40041,1731588368094 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=5785 (was 5812) 2024-11-14T12:46:13,649 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-14T12:46:13,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=5784 2024-11-14T12:46:13,660 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-14T12:46:13,673 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T12:46:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.log.dir so I do NOT create it in target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d 2024-11-14T12:46:13,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:46:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.tmp.dir so I do NOT create it in target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d 2024-11-14T12:46:13,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36888b87-78ce-ae65-0032-3bffe5af0dd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:46:13,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d 2024-11-14T12:46:13,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62, deleteOnExit=true 2024-11-14T12:46:13,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/zookeeper_0, clientPort=52884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:46:13,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52884 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/test.cache.data in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:46:13,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:46:13,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:46:14,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:14,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:14,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:14,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:14,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:46:14,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:14,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:14,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:14,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61414b64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/java.io.tmpdir/jetty-localhost-46409-hadoop-hdfs-3_4_1-tests_jar-_-any-1184241724332721201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:14,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:46409} 2024-11-14T12:46:14,137 INFO [Time-limited test {}] server.Server(415): Started @327855ms 2024-11-14T12:46:14,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:14,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:14,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:14,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:14,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:46:14,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:14,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:14,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d01137d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/java.io.tmpdir/jetty-localhost-38027-hadoop-hdfs-3_4_1-tests_jar-_-any-7913056867164299536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:14,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:38027} 2024-11-14T12:46:14,442 INFO [Time-limited test {}] server.Server(415): Started @328161ms 2024-11-14T12:46:14,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:46:14,949 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/data/data1/current/BP-1662460111-172.17.0.3-1731588373691/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:14,949 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/data/data2/current/BP-1662460111-172.17.0.3-1731588373691/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:14,971 WARN [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:46:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb013223ccfd4f53 with lease ID 0x12c5c2f6e2a5bed1: Processing first storage report for DS-1790cc27-fe11-4d40-b809-dfcb79e848c9 from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=a6f4b50c-3b23-4c20-988b-ee5c0a527aa3, infoPort=40641, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=614102694;c=1731588373691) 2024-11-14T12:46:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb013223ccfd4f53 with lease ID 0x12c5c2f6e2a5bed1: from storage DS-1790cc27-fe11-4d40-b809-dfcb79e848c9 node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=a6f4b50c-3b23-4c20-988b-ee5c0a527aa3, infoPort=40641, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=614102694;c=1731588373691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb013223ccfd4f53 with lease ID 0x12c5c2f6e2a5bed1: Processing first storage report for DS-cbcc9109-e6fe-4515-9a8f-9ee11172661b from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=a6f4b50c-3b23-4c20-988b-ee5c0a527aa3, infoPort=40641, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=614102694;c=1731588373691) 2024-11-14T12:46:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb013223ccfd4f53 with lease ID 0x12c5c2f6e2a5bed1: from storage DS-cbcc9109-e6fe-4515-9a8f-9ee11172661b node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=a6f4b50c-3b23-4c20-988b-ee5c0a527aa3, infoPort=40641, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=614102694;c=1731588373691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:15,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d 2024-11-14T12:46:15,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:46:15,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792 with version=8 2024-11-14T12:46:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/hbase-staging 2024-11-14T12:46:15,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:15,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:15,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40147 2024-11-14T12:46:15,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40147 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:15,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401470x0, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:15,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40147-0x1013aab6e940000 connected 2024-11-14T12:46:15,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:15,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:46:15,570 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128762 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:46:15,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/running 2024-11-14T12:46:15,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792, hbase.cluster.distributed=false 2024-11-14T12:46:15,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/acl 2024-11-14T12:46:15,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-14T12:46:15,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40147 2024-11-14T12:46:15,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40147 2024-11-14T12:46:15,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-14T12:46:15,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-14T12:46:15,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:15,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:46:15,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:15,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45023 2024-11-14T12:46:15,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45023 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:15,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450230x0, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:15,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450230x0, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/running 2024-11-14T12:46:15,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45023-0x1013aab6e940001 connected 2024-11-14T12:46:15,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:46:15,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:46:15,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/master 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/acl 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45023 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45023 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-14T12:46:15,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-14T12:46:15,659 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:40147 2024-11-14T12:46:15,659 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-787098887/backup-masters/669ef94e8b26,40147,1731588375472 2024-11-14T12:46:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/backup-masters 2024-11-14T12:46:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/backup-masters 2024-11-14T12:46:15,668 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on existing znode=/0-787098887/backup-masters/669ef94e8b26,40147,1731588375472 2024-11-14T12:46:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-787098887/master 2024-11-14T12:46:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:15,676 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on existing znode=/0-787098887/master 2024-11-14T12:46:15,676 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-787098887/backup-masters/669ef94e8b26,40147,1731588375472 from backup master directory 2024-11-14T12:46:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/backup-masters 2024-11-14T12:46:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-787098887/backup-masters/669ef94e8b26,40147,1731588375472 2024-11-14T12:46:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/backup-masters 2024-11-14T12:46:15,684 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:15,684 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,40147,1731588375472 2024-11-14T12:46:15,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/hbase.id] with ID: 3045513d-8e65-41de-bbf9-eb6f8a6dd0b2 2024-11-14T12:46:15,687 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/.tmp/hbase.id 2024-11-14T12:46:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:46:16,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:46:16,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:46:16,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/.tmp/hbase.id]:[hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/hbase.id] 2024-11-14T12:46:16,100 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:16,100 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:46:16,101 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:46:16,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:16,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:46:16,530 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:16,531 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:46:16,531 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:46:16,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:16,936 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store 2024-11-14T12:46:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:46:17,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:17,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:17,340 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:17,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:17,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:17,340 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:17,340 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:17,341 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588377340Disabling compacts and flushes for region at 1731588377340Disabling writes for close at 1731588377340Writing region close event to WAL at 1731588377340Closed at 1731588377340 2024-11-14T12:46:17,341 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/.initializing 2024-11-14T12:46:17,341 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/WALs/669ef94e8b26,40147,1731588375472 2024-11-14T12:46:17,342 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:17,343 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C40147%2C1731588375472, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/WALs/669ef94e8b26,40147,1731588375472, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/oldWALs, maxLogs=10 2024-11-14T12:46:17,355 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/WALs/669ef94e8b26,40147,1731588375472/669ef94e8b26%2C40147%2C1731588375472.1731588377343, exclude list is [], retry=0 2024-11-14T12:46:17,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:17,358 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/WALs/669ef94e8b26,40147,1731588375472/669ef94e8b26%2C40147%2C1731588375472.1731588377343 2024-11-14T12:46:17,358 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:17,358 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:17,358 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:17,358 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,358 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:46:17,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:17,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:17,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:46:17,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:17,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:17,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:46:17,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:17,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:17,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:46:17,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:17,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:17,363 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,364 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,364 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,365 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,365 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,365 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:17,366 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:17,367 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:17,367 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74213012, jitterRate=0.10586005449295044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:17,367 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588377358Initializing all the Stores at 1731588377359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588377359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588377359Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588377359Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588377359Cleaning up temporary data from old regions at 1731588377365 (+6 ms)Region opened successfully at 1731588377367 (+2 ms) 2024-11-14T12:46:17,367 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:46:17,369 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0fd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:46:17,370 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:46:17,371 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:46:17,372 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/balancer because node does not exist (not necessarily an error) 2024-11-14T12:46:17,409 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/balancer already deleted, retry=false 2024-11-14T12:46:17,409 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:46:17,410 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:46:17,417 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/normalizer already deleted, retry=false 2024-11-14T12:46:17,418 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:46:17,419 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:46:17,426 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/switch/split already deleted, retry=false 2024-11-14T12:46:17,427 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:46:17,434 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/switch/merge already deleted, retry=false 2024-11-14T12:46:17,436 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:46:17,442 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/snapshot-cleanup already deleted, retry=false 2024-11-14T12:46:17,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-787098887/running 2024-11-14T12:46:17,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-787098887/running 2024-11-14T12:46:17,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,451 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,40147,1731588375472, sessionid=0x1013aab6e940000, setting cluster-up flag (Was=false) 2024-11-14T12:46:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,492 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-787098887/flush-table-proc/acquired, /0-787098887/flush-table-proc/reached, /0-787098887/flush-table-proc/abort 2024-11-14T12:46:17,493 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,40147,1731588375472 2024-11-14T12:46:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:17,534 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-787098887/online-snapshot/acquired, /0-787098887/online-snapshot/reached, /0-787098887/online-snapshot/abort 2024-11-14T12:46:17,535 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,40147,1731588375472 2024-11-14T12:46:17,536 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:46:17,537 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:17,537 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:46:17,537 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:46:17,537 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,40147,1731588375472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:17,538 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588407539 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:46:17,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:17,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:46:17,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:46:17,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:46:17,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:46:17,540 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:46:17,543 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588377540,5,FailOnTimeoutGroup] 2024-11-14T12:46:17,545 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588377543,5,FailOnTimeoutGroup] 2024-11-14T12:46:17,545 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,545 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:46:17,545 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,545 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:46:17,548 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(746): ClusterId : 3045513d-8e65-41de-bbf9-eb6f8a6dd0b2 2024-11-14T12:46:17,548 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:46:17,557 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:46:17,557 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:46:17,565 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:46:17,566 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a6673d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:17,579 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:45023 2024-11-14T12:46:17,579 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:46:17,579 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:46:17,579 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:46:17,579 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,40147,1731588375472 with port=45023, startcode=1731588375629 2024-11-14T12:46:17,579 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:46:17,580 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:46:17,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,582 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792 2024-11-14T12:46:17,582 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46797 2024-11-14T12:46:17,582 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:46:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/rs 2024-11-14T12:46:17,590 DEBUG [RS:0;669ef94e8b26:45023 {}] zookeeper.ZKUtil(111): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on existing znode=/0-787098887/rs/669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,590 WARN [RS:0;669ef94e8b26:45023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:17,590 INFO [RS:0;669ef94e8b26:45023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:17,590 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,45023,1731588375629] 2024-11-14T12:46:17,593 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:46:17,594 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,594 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:17,595 DEBUG [RS:0;669ef94e8b26:45023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,595 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,45023,1731588375629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:17,608 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:46:17,609 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,45023,1731588375629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,609 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,609 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.Replication(171): 669ef94e8b26,45023,1731588375629 started 2024-11-14T12:46:17,620 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:17,620 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,45023,1731588375629, RpcServer on 669ef94e8b26/172.17.0.3:45023, sessionid=0x1013aab6e940001 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,45023,1731588375629' 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-787098887/flush-table-proc/abort' 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-787098887/flush-table-proc/acquired' 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,45023,1731588375629 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,45023,1731588375629' 2024-11-14T12:46:17,621 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-787098887/online-snapshot/abort' 2024-11-14T12:46:17,622 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-787098887/online-snapshot/acquired' 2024-11-14T12:46:17,622 DEBUG [RS:0;669ef94e8b26:45023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:46:17,622 INFO [RS:0;669ef94e8b26:45023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:46:17,622 INFO [RS:0;669ef94e8b26:45023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:46:17,722 INFO [RS:0;669ef94e8b26:45023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:17,723 INFO [RS:0;669ef94e8b26:45023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C45023%2C1731588375629, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/oldWALs, maxLogs=10 2024-11-14T12:46:17,735 DEBUG [RS:0;669ef94e8b26:45023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723, exclude list is [], retry=0 2024-11-14T12:46:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:17,738 INFO [RS:0;669ef94e8b26:45023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 2024-11-14T12:46:17,738 DEBUG [RS:0;669ef94e8b26:45023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:17,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:46:17,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792 2024-11-14T12:46:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:46:18,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:18,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:18,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:18,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:18,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:18,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:18,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:18,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:18,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:18,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740 2024-11-14T12:46:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740 2024-11-14T12:46:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:18,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:18,360 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:18,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:18,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69546288, jitterRate=0.03632044792175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588378353Initializing all the Stores at 1731588378353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588378353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378353Cleaning up temporary data from old regions at 1731588378359 (+6 ms)Region opened successfully at 1731588378363 (+4 ms) 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588378363Disabling compacts and flushes for region at 1731588378363Disabling writes for close at 1731588378363Writing region close event to WAL at 1731588378363Closed at 1731588378363 2024-11-14T12:46:18,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:18,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:46:18,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:46:18,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:18,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:46:18,515 DEBUG [669ef94e8b26:40147 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:46:18,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:18,516 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,45023,1731588375629, state=OPENING 2024-11-14T12:46:18,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:46:18,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:18,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:18,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:18,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-787098887/meta-region-server: CHANGED 2024-11-14T12:46:18,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-787098887/meta-region-server: CHANGED 2024-11-14T12:46:18,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,45023,1731588375629}] 2024-11-14T12:46:18,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:18,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:46:18,718 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:46:18,718 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:18,718 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:46:18,719 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C45023%2C1731588375629.meta, suffix=.meta, logDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/oldWALs, maxLogs=10 2024-11-14T12:46:18,733 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588378719.meta, exclude list is [], retry=0 2024-11-14T12:46:18,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:18,735 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588378719.meta 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:18,736 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:46:18,736 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:46:18,736 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:18,737 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:46:18,737 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:46:18,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:18,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:18,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:18,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:18,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:18,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:18,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:18,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:18,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:18,741 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:18,742 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740 2024-11-14T12:46:18,742 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740 2024-11-14T12:46:18,743 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:18,743 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:18,744 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:18,745 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:18,745 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59365821, jitterRate=-0.11538033187389374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:18,745 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:46:18,745 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588378737Writing region info on filesystem at 1731588378737Initializing all the Stores at 1731588378737Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588378737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588378737Cleaning up temporary data from old regions at 1731588378743 (+6 ms)Running coprocessor post-open hooks at 1731588378745 (+2 ms)Region opened successfully at 1731588378745 2024-11-14T12:46:18,746 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588378703 2024-11-14T12:46:18,748 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:46:18,748 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:46:18,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:18,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,45023,1731588375629, state=OPEN 2024-11-14T12:46:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-787098887/meta-region-server 2024-11-14T12:46:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-787098887/meta-region-server 2024-11-14T12:46:18,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:18,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-787098887/meta-region-server: CHANGED 2024-11-14T12:46:18,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-787098887/meta-region-server: CHANGED 2024-11-14T12:46:18,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:46:18,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,45023,1731588375629 in 231 msec 2024-11-14T12:46:18,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:46:18,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-14T12:46:18,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:18,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:46:18,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:18,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,45023,1731588375629, seqNum=-1] 2024-11-14T12:46:18,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:18,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:18,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-14T12:46:18,792 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588378792, completionTime=-1 2024-11-14T12:46:18,792 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:46:18,792 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:46:18,793 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588438793 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588498794 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:40147, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,794 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,795 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.112sec 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:18,797 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:46:18,799 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:46:18,799 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:46:18,799 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,40147,1731588375472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:18,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:18,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:18,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:18,850 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:18,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35512c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:18,852 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:18,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:18,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,45023,1731588375629, seqNum=-1] 2024-11-14T12:46:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:18,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:18,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,40147,1731588375472 2024-11-14T12:46:18,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:18,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013aab6e940002 connected 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir so I do NOT create it in target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1 2024-11-14T12:46:18,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.tmp.dir so I do NOT create it in target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1 2024-11-14T12:46:18,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:46:18,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/cluster_9c55c009-b034-cf10-caf3-be6389f2e5c6, deleteOnExit=true 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:46:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/test.cache.data in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:46:18,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:46:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:46:19,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:19,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:19,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:19,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:19,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:46:19,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:19,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:19,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:19,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2780f6bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/java.io.tmpdir/jetty-localhost-35855-hadoop-hdfs-3_4_1-tests_jar-_-any-9806737455202557261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:19,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:35855} 2024-11-14T12:46:19,273 INFO [Time-limited test {}] server.Server(415): Started @332992ms 2024-11-14T12:46:19,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:19,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:19,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:19,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:19,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:46:19,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:19,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:19,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9dc189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/java.io.tmpdir/jetty-localhost-46041-hadoop-hdfs-3_4_1-tests_jar-_-any-12174474186437405417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:19,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:46041} 2024-11-14T12:46:19,581 INFO [Time-limited test {}] server.Server(415): Started @333300ms 2024-11-14T12:46:19,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:46:20,106 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/cluster_9c55c009-b034-cf10-caf3-be6389f2e5c6/data/data1/current/BP-145317090-172.17.0.3-1731588378898/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:20,106 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/cluster_9c55c009-b034-cf10-caf3-be6389f2e5c6/data/data2/current/BP-145317090-172.17.0.3-1731588378898/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:20,121 WARN [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:46:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74bdf8e7e55af659 with lease ID 0x20353df594d8bf89: Processing first storage report for DS-e5ab1ca5-5614-4d49-9807-8cf23399febb from datanode DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a49077f4-244a-4c88-9830-0dc0a95e4655, infoPort=39293, infoSecurePort=0, ipcPort=36827, storageInfo=lv=-57;cid=testClusterID;nsid=823570262;c=1731588378898) 2024-11-14T12:46:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74bdf8e7e55af659 with lease ID 0x20353df594d8bf89: from storage DS-e5ab1ca5-5614-4d49-9807-8cf23399febb node DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a49077f4-244a-4c88-9830-0dc0a95e4655, infoPort=39293, infoSecurePort=0, ipcPort=36827, storageInfo=lv=-57;cid=testClusterID;nsid=823570262;c=1731588378898), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74bdf8e7e55af659 with lease ID 0x20353df594d8bf89: Processing first storage report for DS-d09c96c7-ea50-47f9-861b-c3dbfbbab4eb from datanode DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a49077f4-244a-4c88-9830-0dc0a95e4655, infoPort=39293, infoSecurePort=0, ipcPort=36827, storageInfo=lv=-57;cid=testClusterID;nsid=823570262;c=1731588378898) 2024-11-14T12:46:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74bdf8e7e55af659 with lease ID 0x20353df594d8bf89: from storage DS-d09c96c7-ea50-47f9-861b-c3dbfbbab4eb node DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a49077f4-244a-4c88-9830-0dc0a95e4655, infoPort=39293, infoSecurePort=0, ipcPort=36827, storageInfo=lv=-57;cid=testClusterID;nsid=823570262;c=1731588378898), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:20,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1 2024-11-14T12:46:20,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:46:20,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee with version=8 2024-11-14T12:46:20,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/hbase-staging 2024-11-14T12:46:20,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:46:20,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:20,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43983 2024-11-14T12:46:20,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43983 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439830x0, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:20,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43983-0x1013aab6e940003 connected 2024-11-14T12:46:20,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/running 2024-11-14T12:46:20,703 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee, hbase.cluster.distributed=false 2024-11-14T12:46:20,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/acl 2024-11-14T12:46:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-14T12:46:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43983 2024-11-14T12:46:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43983 2024-11-14T12:46:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-14T12:46:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-14T12:46:20,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:46:20,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:20,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38109 2024-11-14T12:46:20,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38109 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:20,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381090x0, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:20,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381090x0, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/running 2024-11-14T12:46:20,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38109-0x1013aab6e940004 connected 2024-11-14T12:46:20,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:46:20,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:46:20,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/master 2024-11-14T12:46:20,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/acl 2024-11-14T12:46:20,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38109 2024-11-14T12:46:20,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38109 2024-11-14T12:46:20,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38109 2024-11-14T12:46:20,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38109 2024-11-14T12:46:20,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38109 2024-11-14T12:46:20,749 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:43983 2024-11-14T12:46:20,750 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11673479330/backup-masters/669ef94e8b26,43983,1731588380615 2024-11-14T12:46:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/backup-masters 2024-11-14T12:46:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/backup-masters 2024-11-14T12:46:20,759 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on existing znode=/11673479330/backup-masters/669ef94e8b26,43983,1731588380615 2024-11-14T12:46:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11673479330/master 2024-11-14T12:46:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:20,768 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on existing znode=/11673479330/master 2024-11-14T12:46:20,768 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11673479330/backup-masters/669ef94e8b26,43983,1731588380615 from backup master directory 2024-11-14T12:46:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11673479330/backup-masters/669ef94e8b26,43983,1731588380615 2024-11-14T12:46:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/backup-masters 2024-11-14T12:46:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/backup-masters 2024-11-14T12:46:20,776 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:20,776 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,43983,1731588380615 2024-11-14T12:46:20,778 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/hbase.id] with ID: 3b3e0e78-9d20-4cc6-b917-c2959492e34c 2024-11-14T12:46:20,778 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/.tmp/hbase.id 2024-11-14T12:46:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:46:21,184 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/.tmp/hbase.id]:[hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/hbase.id] 2024-11-14T12:46:21,192 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:21,192 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:46:21,192 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:46:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:46:21,221 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:21,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:46:21,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:46:21,627 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store 2024-11-14T12:46:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:46:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:46:21,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:46:21,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:21,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:46:22,031 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:22,031 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:22,031 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:22,031 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:22,031 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:22,032 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:22,032 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:22,032 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588382031Disabling compacts and flushes for region at 1731588382031Disabling writes for close at 1731588382031Writing region close event to WAL at 1731588382032 (+1 ms)Closed at 1731588382032 2024-11-14T12:46:22,032 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/.initializing 2024-11-14T12:46:22,032 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/WALs/669ef94e8b26,43983,1731588380615 2024-11-14T12:46:22,033 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:22,034 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C43983%2C1731588380615, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/WALs/669ef94e8b26,43983,1731588380615, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/oldWALs, maxLogs=10 2024-11-14T12:46:22,050 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/WALs/669ef94e8b26,43983,1731588380615/669ef94e8b26%2C43983%2C1731588380615.1731588382034, exclude list is [], retry=0 2024-11-14T12:46:22,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-e5ab1ca5-5614-4d49-9807-8cf23399febb,DISK] 2024-11-14T12:46:22,053 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/WALs/669ef94e8b26,43983,1731588380615/669ef94e8b26%2C43983%2C1731588380615.1731588382034 2024-11-14T12:46:22,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-14T12:46:22,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:22,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:22,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,054 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:46:22,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:22,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:22,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:46:22,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:22,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:22,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:46:22,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:22,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:22,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:46:22,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:22,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:22,060 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,060 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,061 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,061 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,061 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,062 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:22,063 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:22,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:22,064 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65113357, jitterRate=-0.029735371470451355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:22,064 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588382054Initializing all the Stores at 1731588382055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588382055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588382055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588382055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588382055Cleaning up temporary data from old regions at 1731588382061 (+6 ms)Region opened successfully at 1731588382064 (+3 ms) 2024-11-14T12:46:22,065 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:46:22,066 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6172696c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:22,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:46:22,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:46:22,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:46:22,067 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:46:22,068 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:46:22,068 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:46:22,068 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:46:22,069 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:46:22,070 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/balancer because node does not exist (not necessarily an error) 2024-11-14T12:46:22,092 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/balancer already deleted, retry=false 2024-11-14T12:46:22,092 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:46:22,093 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:46:22,100 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/normalizer already deleted, retry=false 2024-11-14T12:46:22,101 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:46:22,101 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:46:22,109 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/switch/split already deleted, retry=false 2024-11-14T12:46:22,109 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:46:22,117 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/switch/merge already deleted, retry=false 2024-11-14T12:46:22,119 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:46:22,125 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/snapshot-cleanup already deleted, retry=false 2024-11-14T12:46:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11673479330/running 2024-11-14T12:46:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11673479330/running 2024-11-14T12:46:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,134 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,43983,1731588380615, sessionid=0x1013aab6e940003, setting cluster-up flag (Was=false) 2024-11-14T12:46:22,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,176 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11673479330/flush-table-proc/acquired, /11673479330/flush-table-proc/reached, /11673479330/flush-table-proc/abort 2024-11-14T12:46:22,177 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43983,1731588380615 2024-11-14T12:46:22,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:22,217 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11673479330/online-snapshot/acquired, /11673479330/online-snapshot/reached, /11673479330/online-snapshot/abort 2024-11-14T12:46:22,218 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,43983,1731588380615 2024-11-14T12:46:22,219 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:46:22,220 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:22,220 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:46:22,220 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:46:22,220 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,43983,1731588380615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:22,221 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588412222 2024-11-14T12:46:22,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:46:22,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:46:22,222 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:46:22,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:22,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:46:22,223 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:22,223 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:46:22,223 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588382223,5,FailOnTimeoutGroup] 2024-11-14T12:46:22,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:46:22,224 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588382224,5,FailOnTimeoutGroup] 2024-11-14T12:46:22,224 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,224 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:46:22,224 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,224 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:46:22,241 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(746): ClusterId : 3b3e0e78-9d20-4cc6-b917-c2959492e34c 2024-11-14T12:46:22,241 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:46:22,251 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:46:22,251 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:46:22,260 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:46:22,260 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c590bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:22,273 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:38109 2024-11-14T12:46:22,273 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:46:22,273 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:46:22,273 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:46:22,274 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,43983,1731588380615 with port=38109, startcode=1731588380718 2024-11-14T12:46:22,274 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:46:22,275 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:46:22,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43983 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,277 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee 2024-11-14T12:46:22,277 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34285 2024-11-14T12:46:22,277 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:46:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/rs 2024-11-14T12:46:22,331 DEBUG [RS:0;669ef94e8b26:38109 {}] zookeeper.ZKUtil(111): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on existing znode=/11673479330/rs/669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,331 WARN [RS:0;669ef94e8b26:38109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:22,331 INFO [RS:0;669ef94e8b26:38109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:22,331 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,38109,1731588380718] 2024-11-14T12:46:22,334 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:46:22,335 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:46:22,336 INFO [RS:0;669ef94e8b26:38109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:46:22,336 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,336 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:46:22,336 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:46:22,336 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,336 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,336 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:22,337 DEBUG [RS:0;669ef94e8b26:38109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,337 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38109,1731588380718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:22,350 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:46:22,351 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,38109,1731588380718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,351 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,351 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.Replication(171): 669ef94e8b26,38109,1731588380718 started 2024-11-14T12:46:22,363 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:22,363 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,38109,1731588380718, RpcServer on 669ef94e8b26/172.17.0.3:38109, sessionid=0x1013aab6e940004 2024-11-14T12:46:22,363 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,38109,1731588380718' 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11673479330/flush-table-proc/abort' 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11673479330/flush-table-proc/acquired' 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,38109,1731588380718 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,38109,1731588380718' 2024-11-14T12:46:22,364 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11673479330/online-snapshot/abort' 2024-11-14T12:46:22,365 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11673479330/online-snapshot/acquired' 2024-11-14T12:46:22,365 DEBUG [RS:0;669ef94e8b26:38109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:46:22,365 INFO [RS:0;669ef94e8b26:38109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:46:22,365 INFO [RS:0;669ef94e8b26:38109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:46:22,465 INFO [RS:0;669ef94e8b26:38109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:22,467 INFO [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C38109%2C1731588380718, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/oldWALs, maxLogs=10 2024-11-14T12:46:22,478 DEBUG [RS:0;669ef94e8b26:38109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.1731588382467, exclude list is [], retry=0 2024-11-14T12:46:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-e5ab1ca5-5614-4d49-9807-8cf23399febb,DISK] 2024-11-14T12:46:22,481 INFO [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.1731588382467 2024-11-14T12:46:22,482 DEBUG [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-14T12:46:22,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:46:22,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee 2024-11-14T12:46:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:46:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:23,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:23,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:23,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:23,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:23,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:23,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:23,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:23,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740 2024-11-14T12:46:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740 2024-11-14T12:46:23,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:23,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:23,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:23,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:23,044 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61685601, jitterRate=-0.08081291615962982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588383035Initializing all the Stores at 1731588383035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383036 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588383036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383036Cleaning up temporary data from old regions at 1731588383041 (+5 ms)Region opened successfully at 1731588383044 (+3 ms) 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:23,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:23,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588383044Disabling compacts and flushes for region at 1731588383044Disabling writes for close at 1731588383044Writing region close event to WAL at 1731588383044Closed at 1731588383044 2024-11-14T12:46:23,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:23,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:46:23,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:46:23,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:23,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:46:23,197 DEBUG [669ef94e8b26:43983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:46:23,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:23,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,38109,1731588380718, state=OPENING 2024-11-14T12:46:23,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:46:23,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:23,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:23,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11673479330/meta-region-server: CHANGED 2024-11-14T12:46:23,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11673479330/meta-region-server: CHANGED 2024-11-14T12:46:23,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:23,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,38109,1731588380718}] 2024-11-14T12:46:23,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:23,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:46:23,388 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:46:23,388 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:23,388 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:46:23,389 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C38109%2C1731588380718.meta, suffix=.meta, logDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/oldWALs, maxLogs=10 2024-11-14T12:46:23,401 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.meta.1731588383389.meta, exclude list is [], retry=0 2024-11-14T12:46:23,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-e5ab1ca5-5614-4d49-9807-8cf23399febb,DISK] 2024-11-14T12:46:23,403 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.meta.1731588383389.meta 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:23,404 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:46:23,404 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:46:23,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:46:23,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:23,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:23,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:23,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:23,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:23,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:23,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:23,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:23,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:23,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:23,409 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:23,409 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740 2024-11-14T12:46:23,410 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740 2024-11-14T12:46:23,410 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:23,410 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:23,411 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:23,411 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:23,412 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64817878, jitterRate=-0.03413835167884827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:23,412 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:46:23,412 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588383404Writing region info on filesystem at 1731588383404Initializing all the Stores at 1731588383405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588383405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588383405Cleaning up temporary data from old regions at 1731588383410 (+5 ms)Running coprocessor post-open hooks at 1731588383412 (+2 ms)Region opened successfully at 1731588383412 2024-11-14T12:46:23,412 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588383385 2024-11-14T12:46:23,414 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:46:23,414 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:46:23,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:23,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,38109,1731588380718, state=OPEN 2024-11-14T12:46:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11673479330/meta-region-server 2024-11-14T12:46:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11673479330/meta-region-server 2024-11-14T12:46:23,423 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:23,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11673479330/meta-region-server: CHANGED 2024-11-14T12:46:23,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11673479330/meta-region-server: CHANGED 2024-11-14T12:46:23,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:46:23,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,38109,1731588380718 in 188 msec 2024-11-14T12:46:23,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:46:23,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-14T12:46:23,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:23,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:46:23,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:23,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38109,1731588380718, seqNum=-1] 2024-11-14T12:46:23,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:23,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:23,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-14T12:46:23,431 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588383431, completionTime=-1 2024-11-14T12:46:23,431 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:46:23,431 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588443433 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588503433 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:43983, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,433 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,434 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,435 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.660sec 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:23,436 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:46:23,438 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:46:23,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:46:23,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,43983,1731588380615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:23,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:23,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43983,-1 for getting cluster id 2024-11-14T12:46:23,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:23,443 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e0e78-9d20-4cc6-b917-c2959492e34c' 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e0e78-9d20-4cc6-b917-c2959492e34c" 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f86342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43983,-1] 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:23,444 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:23,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:23,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38109,1731588380718, seqNum=-1] 2024-11-14T12:46:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:23,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:23,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,43983,1731588380615 2024-11-14T12:46:23,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:23,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:23,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013aab6e940005 connected 2024-11-14T12:46:23,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir so I do NOT create it in target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216 2024-11-14T12:46:23,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:46:23,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.tmp.dir so I do NOT create it in target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216 2024-11-14T12:46:23,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:46:23,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216 2024-11-14T12:46:23,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:46:23,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/cluster_2afc597e-52ec-f28a-a4e3-20074d24d523, deleteOnExit=true 2024-11-14T12:46:23,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/test.cache.data in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:46:23,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:46:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:46:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:46:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:46:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:46:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:46:23,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:23,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:23,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:23,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:23,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:46:23,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:23,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:23,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:23,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-4026842232670807772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:23,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-14T12:46:23,882 INFO [Time-limited test {}] server.Server(415): Started @337601ms 2024-11-14T12:46:24,083 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:24,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,085 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,085 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,085 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,143 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,143 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,148 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,151 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,151 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:24,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:46:24,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:46:24,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:46:24,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:46:24,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:46:24,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:46:24,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:46:24,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/java.io.tmpdir/jetty-localhost-40597-hadoop-hdfs-3_4_1-tests_jar-_-any-8918688128855514027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:24,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:40597} 2024-11-14T12:46:24,277 INFO [Time-limited test {}] server.Server(415): Started @337996ms 2024-11-14T12:46:24,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:46:24,802 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/cluster_2afc597e-52ec-f28a-a4e3-20074d24d523/data/data1/current/BP-1032003296-172.17.0.3-1731588383491/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:24,802 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/cluster_2afc597e-52ec-f28a-a4e3-20074d24d523/data/data2/current/BP-1032003296-172.17.0.3-1731588383491/current, will proceed with Du for space computation calculation, 2024-11-14T12:46:24,818 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:46:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca7d1addff548ae1 with lease ID 0xe312e061653a6cf5: Processing first storage report for DS-1ce1b3a9-2a9f-487c-9adb-886b778ca05b from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=94d93f3e-886c-4626-aa5d-0048d9317388, infoPort=45769, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=221598135;c=1731588383491) 2024-11-14T12:46:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca7d1addff548ae1 with lease ID 0xe312e061653a6cf5: from storage DS-1ce1b3a9-2a9f-487c-9adb-886b778ca05b node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=94d93f3e-886c-4626-aa5d-0048d9317388, infoPort=45769, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=221598135;c=1731588383491), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca7d1addff548ae1 with lease ID 0xe312e061653a6cf5: Processing first storage report for DS-a30b4c51-7d48-481c-891e-9b8ce33281e6 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=94d93f3e-886c-4626-aa5d-0048d9317388, infoPort=45769, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=221598135;c=1731588383491) 2024-11-14T12:46:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca7d1addff548ae1 with lease ID 0xe312e061653a6cf5: from storage DS-a30b4c51-7d48-481c-891e-9b8ce33281e6 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=94d93f3e-886c-4626-aa5d-0048d9317388, infoPort=45769, infoSecurePort=0, ipcPort=37631, storageInfo=lv=-57;cid=testClusterID;nsid=221598135;c=1731588383491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:46:24,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216 2024-11-14T12:46:24,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:24,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:24,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:46:24,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15 with version=8 2024-11-14T12:46:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/hbase-staging 2024-11-14T12:46:24,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:46:24,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:24,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42553 2024-11-14T12:46:24,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42553 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425530x0, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:24,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42553-0x1013aab6e940006 connected 2024-11-14T12:46:24,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:24,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:24,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/running 2024-11-14T12:46:24,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15, hbase.cluster.distributed=false 2024-11-14T12:46:24,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/acl 2024-11-14T12:46:24,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-14T12:46:24,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42553 2024-11-14T12:46:24,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42553 2024-11-14T12:46:24,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-14T12:46:24,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-14T12:46:25,009 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:46:25,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:46:25,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:46:25,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42171 2024-11-14T12:46:25,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42171 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:25,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:25,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:25,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421710x0, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:25,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42171-0x1013aab6e940007 connected 2024-11-14T12:46:25,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421710x0, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/running 2024-11-14T12:46:25,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:46:25,027 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:46:25,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/master 2024-11-14T12:46:25,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/acl 2024-11-14T12:46:25,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-14T12:46:25,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42171 2024-11-14T12:46:25,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42171 2024-11-14T12:46:25,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-14T12:46:25,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-14T12:46:25,053 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:42553 2024-11-14T12:46:25,055 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-507878004/backup-masters/669ef94e8b26,42553,1731588384910 2024-11-14T12:46:25,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/backup-masters 2024-11-14T12:46:25,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/backup-masters 2024-11-14T12:46:25,065 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on existing znode=/2-507878004/backup-masters/669ef94e8b26,42553,1731588384910 2024-11-14T12:46:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-507878004/master 2024-11-14T12:46:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:25,073 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on existing znode=/2-507878004/master 2024-11-14T12:46:25,073 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-507878004/backup-masters/669ef94e8b26,42553,1731588384910 from backup master directory 2024-11-14T12:46:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-507878004/backup-masters/669ef94e8b26,42553,1731588384910 2024-11-14T12:46:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/backup-masters 2024-11-14T12:46:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/backup-masters 2024-11-14T12:46:25,081 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:25,081 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,42553,1731588384910 2024-11-14T12:46:25,084 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/hbase.id] with ID: e742f470-501f-46b0-a9b1-52f8130d807f 2024-11-14T12:46:25,084 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/.tmp/hbase.id 2024-11-14T12:46:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:46:25,488 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/.tmp/hbase.id]:[hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/hbase.id] 2024-11-14T12:46:25,496 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:25,496 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:46:25,497 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:46:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:46:25,930 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:25,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:46:25,931 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:46:26,336 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store 2024-11-14T12:46:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:26,741 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:26,741 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:26,741 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588386741Disabling compacts and flushes for region at 1731588386741Disabling writes for close at 1731588386741Writing region close event to WAL at 1731588386741Closed at 1731588386741 2024-11-14T12:46:26,742 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/.initializing 2024-11-14T12:46:26,742 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/WALs/669ef94e8b26,42553,1731588384910 2024-11-14T12:46:26,743 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:26,744 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C42553%2C1731588384910, suffix=, logDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/WALs/669ef94e8b26,42553,1731588384910, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/oldWALs, maxLogs=10 2024-11-14T12:46:26,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/WALs/669ef94e8b26,42553,1731588384910/669ef94e8b26%2C42553%2C1731588384910.1731588386744, exclude list is [], retry=0 2024-11-14T12:46:26,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-1ce1b3a9-2a9f-487c-9adb-886b778ca05b,DISK] 2024-11-14T12:46:26,761 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/WALs/669ef94e8b26,42553,1731588384910/669ef94e8b26%2C42553%2C1731588384910.1731588386744 2024-11-14T12:46:26,761 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-14T12:46:26,761 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:26,762 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:26,762 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,762 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:46:26,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:46:26,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:46:26,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:26,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:26,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:46:26,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:26,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:26,770 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,770 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,771 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,772 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:26,773 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:46:26,774 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:26,775 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72774877, jitterRate=0.08443017303943634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:26,775 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588386762Initializing all the Stores at 1731588386762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588386762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588386762Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588386762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588386762Cleaning up temporary data from old regions at 1731588386772 (+10 ms)Region opened successfully at 1731588386775 (+3 ms) 2024-11-14T12:46:26,775 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:46:26,777 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d9de54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:46:26,778 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:46:26,780 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:46:26,780 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/balancer because node does not exist (not necessarily an error) 2024-11-14T12:46:26,809 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/balancer already deleted, retry=false 2024-11-14T12:46:26,809 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:46:26,809 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:46:26,817 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/normalizer already deleted, retry=false 2024-11-14T12:46:26,817 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:46:26,818 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:46:26,825 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/switch/split already deleted, retry=false 2024-11-14T12:46:26,826 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:46:26,834 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/switch/merge already deleted, retry=false 2024-11-14T12:46:26,835 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:46:26,842 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/snapshot-cleanup already deleted, retry=false 2024-11-14T12:46:26,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-507878004/running 2024-11-14T12:46:26,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-507878004/running 2024-11-14T12:46:26,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,851 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,42553,1731588384910, sessionid=0x1013aab6e940006, setting cluster-up flag (Was=false) 2024-11-14T12:46:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,892 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-507878004/flush-table-proc/acquired, /2-507878004/flush-table-proc/reached, /2-507878004/flush-table-proc/abort 2024-11-14T12:46:26,893 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,42553,1731588384910 2024-11-14T12:46:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:26,934 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-507878004/online-snapshot/acquired, /2-507878004/online-snapshot/reached, /2-507878004/online-snapshot/abort 2024-11-14T12:46:26,935 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,42553,1731588384910 2024-11-14T12:46:26,935 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:46:26,937 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:26,937 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:46:26,937 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:46:26,937 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,42553,1731588384910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:26,938 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588416941 2024-11-14T12:46:26,941 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(746): ClusterId : e742f470-501f-46b0-a9b1-52f8130d807f 2024-11-14T12:46:26,941 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:46:26,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:26,941 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:26,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:46:26,942 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588386942,5,FailOnTimeoutGroup] 2024-11-14T12:46:26,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:26,942 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588386942,5,FailOnTimeoutGroup] 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:26,942 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:26,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:46:26,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:46:26,951 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:46:26,951 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:46:26,959 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:46:26,959 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aecd00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:46:26,971 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:42171 2024-11-14T12:46:26,971 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:46:26,971 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:46:26,971 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:46:26,971 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,42553,1731588384910 with port=42171, startcode=1731588385009 2024-11-14T12:46:26,971 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:46:26,973 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:46:26,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,42171,1731588385009 2024-11-14T12:46:26,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42553 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:26,974 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15 2024-11-14T12:46:26,974 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33595 2024-11-14T12:46:26,974 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:46:27,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/rs 2024-11-14T12:46:27,038 DEBUG [RS:0;669ef94e8b26:42171 {}] zookeeper.ZKUtil(111): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on existing znode=/2-507878004/rs/669ef94e8b26,42171,1731588385009 2024-11-14T12:46:27,038 WARN [RS:0;669ef94e8b26:42171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:46:27,038 INFO [RS:0;669ef94e8b26:42171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:27,039 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009 2024-11-14T12:46:27,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,42171,1731588385009] 2024-11-14T12:46:27,041 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:46:27,043 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:46:27,043 INFO [RS:0;669ef94e8b26:42171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:46:27,043 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,044 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:46:27,044 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:46:27,044 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,044 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,045 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,045 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,045 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:46:27,045 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:27,045 DEBUG [RS:0;669ef94e8b26:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,045 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42171,1731588385009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:27,058 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:46:27,059 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42171,1731588385009-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,059 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,059 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.Replication(171): 669ef94e8b26,42171,1731588385009 started 2024-11-14T12:46:27,071 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:27,071 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,42171,1731588385009, RpcServer on 669ef94e8b26/172.17.0.3:42171, sessionid=0x1013aab6e940007 2024-11-14T12:46:27,071 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:46:27,071 DEBUG [RS:0;669ef94e8b26:42171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,42171,1731588385009 2024-11-14T12:46:27,071 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,42171,1731588385009' 2024-11-14T12:46:27,071 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-507878004/flush-table-proc/abort' 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-507878004/flush-table-proc/acquired' 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,42171,1731588385009 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,42171,1731588385009' 2024-11-14T12:46:27,072 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-507878004/online-snapshot/abort' 2024-11-14T12:46:27,073 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-507878004/online-snapshot/acquired' 2024-11-14T12:46:27,073 DEBUG [RS:0;669ef94e8b26:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:46:27,073 INFO [RS:0;669ef94e8b26:42171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:46:27,073 INFO [RS:0;669ef94e8b26:42171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:46:27,173 INFO [RS:0;669ef94e8b26:42171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:46:27,175 INFO [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C42171%2C1731588385009, suffix=, logDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/oldWALs, maxLogs=10 2024-11-14T12:46:27,191 DEBUG [RS:0;669ef94e8b26:42171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009/669ef94e8b26%2C42171%2C1731588385009.1731588387175, exclude list is [], retry=0 2024-11-14T12:46:27,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-1ce1b3a9-2a9f-487c-9adb-886b778ca05b,DISK] 2024-11-14T12:46:27,195 INFO [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009/669ef94e8b26%2C42171%2C1731588385009.1731588387175 2024-11-14T12:46:27,195 DEBUG [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-14T12:46:27,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:46:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15 2024-11-14T12:46:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:46:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:27,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:27,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:27,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:27,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:27,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:27,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:27,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:27,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:27,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:27,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:27,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:27,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:27,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:27,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:27,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:27,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:27,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740 2024-11-14T12:46:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740 2024-11-14T12:46:27,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:27,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:27,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:27,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:27,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:27,764 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65596389, jitterRate=-0.022537633776664734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588387754Initializing all the Stores at 1731588387755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588387755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588387755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588387755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588387755Cleaning up temporary data from old regions at 1731588387761 (+6 ms)Region opened successfully at 1731588387764 (+3 ms) 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:27,764 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:27,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588387764Disabling compacts and flushes for region at 1731588387764Disabling writes for close at 1731588387764Writing region close event to WAL at 1731588387764Closed at 1731588387764 2024-11-14T12:46:27,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:27,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:46:27,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:46:27,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:27,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:46:27,917 DEBUG [669ef94e8b26:42553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:46:27,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:27,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,42171,1731588385009, state=OPENING 2024-11-14T12:46:27,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:46:27,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:27,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:27,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:46:27,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-507878004/meta-region-server: CHANGED 2024-11-14T12:46:27,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-507878004/meta-region-server: CHANGED 2024-11-14T12:46:27,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,42171,1731588385009}] 2024-11-14T12:46:28,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:28,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:46:28,114 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:46:28,114 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:28,114 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:46:28,116 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C42171%2C1731588385009.meta, suffix=.meta, logDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009, archiveDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/oldWALs, maxLogs=10 2024-11-14T12:46:28,128 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009/669ef94e8b26%2C42171%2C1731588385009.meta.1731588388116.meta, exclude list is [], retry=0 2024-11-14T12:46:28,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-1ce1b3a9-2a9f-487c-9adb-886b778ca05b,DISK] 2024-11-14T12:46:28,131 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/WALs/669ef94e8b26,42171,1731588385009/669ef94e8b26%2C42171%2C1731588385009.meta.1731588388116.meta 2024-11-14T12:46:28,131 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45769:45769)] 2024-11-14T12:46:28,131 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:28,132 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:46:28,132 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:46:28,132 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:46:28,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:46:28,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:46:28,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:28,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:28,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:46:28,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:46:28,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:28,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:28,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:46:28,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:46:28,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:28,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:28,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:46:28,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:46:28,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:28,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:46:28,136 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:46:28,137 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740 2024-11-14T12:46:28,137 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740 2024-11-14T12:46:28,138 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:46:28,138 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:46:28,139 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:46:28,140 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:46:28,140 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72892395, jitterRate=0.08618132770061493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:46:28,140 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:46:28,140 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588388132Writing region info on filesystem at 1731588388132Initializing all the Stores at 1731588388133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588388133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588388133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588388133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588388133Cleaning up temporary data from old regions at 1731588388138 (+5 ms)Running coprocessor post-open hooks at 1731588388140 (+2 ms)Region opened successfully at 1731588388140 2024-11-14T12:46:28,141 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588388111 2024-11-14T12:46:28,143 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:46:28,143 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:46:28,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:28,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,42171,1731588385009, state=OPEN 2024-11-14T12:46:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-507878004/meta-region-server 2024-11-14T12:46:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-507878004/meta-region-server 2024-11-14T12:46:28,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:28,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-507878004/meta-region-server: CHANGED 2024-11-14T12:46:28,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-507878004/meta-region-server: CHANGED 2024-11-14T12:46:28,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:46:28,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,42171,1731588385009 in 191 msec 2024-11-14T12:46:28,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:46:28,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-14T12:46:28,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:46:28,154 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:46:28,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:28,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,42171,1731588385009, seqNum=-1] 2024-11-14T12:46:28,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:28,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:28,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-14T12:46:28,160 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588388160, completionTime=-1 2024-11-14T12:46:28,160 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:46:28,160 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588448162 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588508162 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:42553, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,162 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,164 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:46:28,167 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:46:28,170 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:46:28,172 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:46:28,172 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:46:28,172 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,42553,1731588384910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:46:28,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:28,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,42553,-1 for getting cluster id 2024-11-14T12:46:28,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:28,243 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e742f470-501f-46b0-a9b1-52f8130d807f' 2024-11-14T12:46:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e742f470-501f-46b0-a9b1-52f8130d807f" 2024-11-14T12:46:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4e7031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,42553,-1] 2024-11-14T12:46:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:28,244 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:28,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:28,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,42171,1731588385009, seqNum=-1] 2024-11-14T12:46:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:28,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:28,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,42553,1731588384910 2024-11-14T12:46:28,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52884 2024-11-14T12:46:28,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:46:28,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013aab6e940008 connected 2024-11-14T12:46:28,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,40147,1731588375472 2024-11-14T12:46:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63711bda 2024-11-14T12:46:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:28,271 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:28,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:46:28,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:46:28,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:28,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:46:28,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:46:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:46:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:28,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38579a524701059447313913c401049d, NAME => 'test,,1731588388271.38579a524701059447313913c401049d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792 2024-11-14T12:46:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:46:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588388271.38579a524701059447313913c401049d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 38579a524701059447313913c401049d, disabling compactions & flushes 2024-11-14T12:46:29,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588388271.38579a524701059447313913c401049d. after waiting 0 ms 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38579a524701059447313913c401049d: Waiting for close lock at 1731588389084Disabling compacts and flushes for region at 1731588389084Disabling writes for close at 1731588389084Writing region close event to WAL at 1731588389084Closed at 1731588389084 2024-11-14T12:46:29,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:46:29,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588388271.38579a524701059447313913c401049d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588389085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588389085"}]},"ts":"1731588389085"} 2024-11-14T12:46:29,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:46:29,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:46:29,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588389087"}]},"ts":"1731588389087"} 2024-11-14T12:46:29,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:46:29,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38579a524701059447313913c401049d, ASSIGN}] 2024-11-14T12:46:29,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38579a524701059447313913c401049d, ASSIGN 2024-11-14T12:46:29,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=38579a524701059447313913c401049d, ASSIGN; state=OFFLINE, location=669ef94e8b26,45023,1731588375629; forceNewPlan=false, retain=false 2024-11-14T12:46:29,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38579a524701059447313913c401049d, regionState=OPENING, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=38579a524701059447313913c401049d, ASSIGN because future has completed 2024-11-14T12:46:29,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38579a524701059447313913c401049d, server=669ef94e8b26,45023,1731588375629}] 2024-11-14T12:46:29,399 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,399 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 38579a524701059447313913c401049d, NAME => 'test,,1731588388271.38579a524701059447313913c401049d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:29,400 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:29,400 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:46:29,400 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 38579a524701059447313913c401049d 2024-11-14T12:46:29,400 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588388271.38579a524701059447313913c401049d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:29,400 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 38579a524701059447313913c401049d 2024-11-14T12:46:29,400 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 38579a524701059447313913c401049d 2024-11-14T12:46:29,401 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38579a524701059447313913c401049d 2024-11-14T12:46:29,402 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38579a524701059447313913c401049d columnFamilyName f 2024-11-14T12:46:29,402 DEBUG [StoreOpener-38579a524701059447313913c401049d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:29,402 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(327): Store=38579a524701059447313913c401049d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:29,402 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 38579a524701059447313913c401049d 2024-11-14T12:46:29,403 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38579a524701059447313913c401049d columnFamilyName f1 2024-11-14T12:46:29,403 DEBUG [StoreOpener-38579a524701059447313913c401049d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:29,403 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(327): Store=38579a524701059447313913c401049d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:29,404 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 38579a524701059447313913c401049d 2024-11-14T12:46:29,404 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38579a524701059447313913c401049d columnFamilyName norep 2024-11-14T12:46:29,404 DEBUG [StoreOpener-38579a524701059447313913c401049d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:29,405 INFO [StoreOpener-38579a524701059447313913c401049d-1 {}] regionserver.HStore(327): Store=38579a524701059447313913c401049d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:29,405 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 38579a524701059447313913c401049d 2024-11-14T12:46:29,405 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d 2024-11-14T12:46:29,405 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d 2024-11-14T12:46:29,406 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 38579a524701059447313913c401049d 2024-11-14T12:46:29,406 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 38579a524701059447313913c401049d 2024-11-14T12:46:29,406 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:46:29,407 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 38579a524701059447313913c401049d 2024-11-14T12:46:29,408 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:29,408 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 38579a524701059447313913c401049d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60359649, jitterRate=-0.10057114064693451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:46:29,408 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38579a524701059447313913c401049d 2024-11-14T12:46:29,409 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 38579a524701059447313913c401049d: Running coprocessor pre-open hook at 1731588389400Writing region info on filesystem at 1731588389400Initializing all the Stores at 1731588389401 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588389401Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588389401Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588389401Cleaning up temporary data from old regions at 1731588389406 (+5 ms)Running coprocessor post-open hooks at 1731588389408 (+2 ms)Region opened successfully at 1731588389409 (+1 ms) 2024-11-14T12:46:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:29,409 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588388271.38579a524701059447313913c401049d., pid=6, masterSystemTime=1731588389395 2024-11-14T12:46:29,410 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,410 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:29,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38579a524701059447313913c401049d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38579a524701059447313913c401049d, server=669ef94e8b26,45023,1731588375629 because future has completed 2024-11-14T12:46:29,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:46:29,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 38579a524701059447313913c401049d, server=669ef94e8b26,45023,1731588375629 in 171 msec 2024-11-14T12:46:29,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:46:29,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=38579a524701059447313913c401049d, ASSIGN in 326 msec 2024-11-14T12:46:29,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:46:29,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588389417"}]},"ts":"1731588389417"} 2024-11-14T12:46:29,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:46:29,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:46:29,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:46:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:30,420 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:46:30,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43983,1731588380615 2024-11-14T12:46:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d63756 2024-11-14T12:46:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:30,422 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:30,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:46:30,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:46:30,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:30,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:46:30,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:46:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:30,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:46:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:30,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a36c5b40f85b485c6a1b091b8d7cc8e, NAME => 'test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee 2024-11-14T12:46:30,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:46:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a36c5b40f85b485c6a1b091b8d7cc8e, disabling compactions & flushes 2024-11-14T12:46:31,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. after waiting 0 ms 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a36c5b40f85b485c6a1b091b8d7cc8e: Waiting for close lock at 1731588391239Disabling compacts and flushes for region at 1731588391239Disabling writes for close at 1731588391239Writing region close event to WAL at 1731588391239Closed at 1731588391239 2024-11-14T12:46:31,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:46:31,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588391240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588391240"}]},"ts":"1731588391240"} 2024-11-14T12:46:31,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:46:31,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:46:31,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588391243"}]},"ts":"1731588391243"} 2024-11-14T12:46:31,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:46:31,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a36c5b40f85b485c6a1b091b8d7cc8e, ASSIGN}] 2024-11-14T12:46:31,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a36c5b40f85b485c6a1b091b8d7cc8e, ASSIGN 2024-11-14T12:46:31,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a36c5b40f85b485c6a1b091b8d7cc8e, ASSIGN; state=OFFLINE, location=669ef94e8b26,38109,1731588380718; forceNewPlan=false, retain=false 2024-11-14T12:46:31,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a36c5b40f85b485c6a1b091b8d7cc8e, regionState=OPENING, regionLocation=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:31,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a36c5b40f85b485c6a1b091b8d7cc8e, ASSIGN because future has completed 2024-11-14T12:46:31,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a36c5b40f85b485c6a1b091b8d7cc8e, server=669ef94e8b26,38109,1731588380718}] 2024-11-14T12:46:31,553 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,553 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a36c5b40f85b485c6a1b091b8d7cc8e, NAME => 'test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:31,553 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:31,553 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:46:31,553 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,553 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:31,554 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,554 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,555 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,555 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a36c5b40f85b485c6a1b091b8d7cc8e columnFamilyName f 2024-11-14T12:46:31,556 DEBUG [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:31,556 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(327): Store=5a36c5b40f85b485c6a1b091b8d7cc8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:31,556 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,556 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a36c5b40f85b485c6a1b091b8d7cc8e columnFamilyName f1 2024-11-14T12:46:31,556 DEBUG [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:31,557 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(327): Store=5a36c5b40f85b485c6a1b091b8d7cc8e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:31,557 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,557 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a36c5b40f85b485c6a1b091b8d7cc8e columnFamilyName norep 2024-11-14T12:46:31,557 DEBUG [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:31,558 INFO [StoreOpener-5a36c5b40f85b485c6a1b091b8d7cc8e-1 {}] regionserver.HStore(327): Store=5a36c5b40f85b485c6a1b091b8d7cc8e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:31,558 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,558 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,558 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,559 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,559 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,559 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:46:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:31,560 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,561 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:31,561 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a36c5b40f85b485c6a1b091b8d7cc8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66506966, jitterRate=-0.008968979120254517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:46:31,562 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:31,562 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a36c5b40f85b485c6a1b091b8d7cc8e: Running coprocessor pre-open hook at 1731588391554Writing region info on filesystem at 1731588391554Initializing all the Stores at 1731588391554Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588391554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588391554Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588391554Cleaning up temporary data from old regions at 1731588391559 (+5 ms)Running coprocessor post-open hooks at 1731588391562 (+3 ms)Region opened successfully at 1731588391562 2024-11-14T12:46:31,562 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e., pid=6, masterSystemTime=1731588391550 2024-11-14T12:46:31,564 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,564 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:31,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a36c5b40f85b485c6a1b091b8d7cc8e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,38109,1731588380718 2024-11-14T12:46:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a36c5b40f85b485c6a1b091b8d7cc8e, server=669ef94e8b26,38109,1731588380718 because future has completed 2024-11-14T12:46:31,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:46:31,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a36c5b40f85b485c6a1b091b8d7cc8e, server=669ef94e8b26,38109,1731588380718 in 169 msec 2024-11-14T12:46:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:46:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a36c5b40f85b485c6a1b091b8d7cc8e, ASSIGN in 324 msec 2024-11-14T12:46:31,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:46:31,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588391570"}]},"ts":"1731588391570"} 2024-11-14T12:46:31,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:46:31,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:46:31,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:46:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:32,579 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:46:32,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,42553,1731588384910 2024-11-14T12:46:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@497c6d33 2024-11-14T12:46:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:32,581 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:32,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:46:32,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:46:32,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:32,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:46:32,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:46:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:32,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:46:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:33,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48f47a1e203e25e62b3cede025729c24, NAME => 'test,,1731588392581.48f47a1e203e25e62b3cede025729c24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15 2024-11-14T12:46:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:46:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731588392581.48f47a1e203e25e62b3cede025729c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48f47a1e203e25e62b3cede025729c24, disabling compactions & flushes 2024-11-14T12:46:33,425 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731588392581.48f47a1e203e25e62b3cede025729c24. after waiting 0 ms 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,425 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,425 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48f47a1e203e25e62b3cede025729c24: Waiting for close lock at 1731588393425Disabling compacts and flushes for region at 1731588393425Disabling writes for close at 1731588393425Writing region close event to WAL at 1731588393425Closed at 1731588393425 2024-11-14T12:46:33,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:46:33,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731588392581.48f47a1e203e25e62b3cede025729c24.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731588393426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588393426"}]},"ts":"1731588393426"} 2024-11-14T12:46:33,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:46:33,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:46:33,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588393428"}]},"ts":"1731588393428"} 2024-11-14T12:46:33,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:46:33,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48f47a1e203e25e62b3cede025729c24, ASSIGN}] 2024-11-14T12:46:33,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48f47a1e203e25e62b3cede025729c24, ASSIGN 2024-11-14T12:46:33,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48f47a1e203e25e62b3cede025729c24, ASSIGN; state=OFFLINE, location=669ef94e8b26,42171,1731588385009; forceNewPlan=false, retain=false 2024-11-14T12:46:33,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48f47a1e203e25e62b3cede025729c24, regionState=OPENING, regionLocation=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:33,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48f47a1e203e25e62b3cede025729c24, ASSIGN because future has completed 2024-11-14T12:46:33,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48f47a1e203e25e62b3cede025729c24, server=669ef94e8b26,42171,1731588385009}] 2024-11-14T12:46:33,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:33,738 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,738 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48f47a1e203e25e62b3cede025729c24, NAME => 'test,,1731588392581.48f47a1e203e25e62b3cede025729c24.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:33,739 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:33,739 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:46:33,739 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,739 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731588392581.48f47a1e203e25e62b3cede025729c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:33,739 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,739 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,740 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,741 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f47a1e203e25e62b3cede025729c24 columnFamilyName f 2024-11-14T12:46:33,741 DEBUG [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:33,742 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(327): Store=48f47a1e203e25e62b3cede025729c24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:33,742 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,742 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f47a1e203e25e62b3cede025729c24 columnFamilyName f1 2024-11-14T12:46:33,743 DEBUG [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:33,743 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(327): Store=48f47a1e203e25e62b3cede025729c24/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:33,743 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,744 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f47a1e203e25e62b3cede025729c24 columnFamilyName norep 2024-11-14T12:46:33,744 DEBUG [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:33,744 INFO [StoreOpener-48f47a1e203e25e62b3cede025729c24-1 {}] regionserver.HStore(327): Store=48f47a1e203e25e62b3cede025729c24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:33,744 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,744 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,745 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,745 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,745 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,746 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:46:33,746 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,748 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:33,748 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48f47a1e203e25e62b3cede025729c24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59216204, jitterRate=-0.11760979890823364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:46:33,748 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:33,748 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48f47a1e203e25e62b3cede025729c24: Running coprocessor pre-open hook at 1731588393739Writing region info on filesystem at 1731588393739Initializing all the Stores at 1731588393740 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588393740Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588393740Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588393740Cleaning up temporary data from old regions at 1731588393745 (+5 ms)Running coprocessor post-open hooks at 1731588393748 (+3 ms)Region opened successfully at 1731588393748 2024-11-14T12:46:33,749 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731588392581.48f47a1e203e25e62b3cede025729c24., pid=6, masterSystemTime=1731588393736 2024-11-14T12:46:33,750 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,750 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:33,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48f47a1e203e25e62b3cede025729c24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=669ef94e8b26,42171,1731588385009 2024-11-14T12:46:33,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48f47a1e203e25e62b3cede025729c24, server=669ef94e8b26,42171,1731588385009 because future has completed 2024-11-14T12:46:33,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:46:33,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48f47a1e203e25e62b3cede025729c24, server=669ef94e8b26,42171,1731588385009 in 169 msec 2024-11-14T12:46:33,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:46:33,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48f47a1e203e25e62b3cede025729c24, ASSIGN in 324 msec 2024-11-14T12:46:33,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:46:33,756 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588393756"}]},"ts":"1731588393756"} 2024-11-14T12:46:33,757 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:46:33,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:46:33,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-14T12:46:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:46:34,730 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:46:34,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:34,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:34,731 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc3a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:34,732 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23290b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:34,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,40147,1731588375472 2024-11-14T12:46:34,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ccaff9 2024-11-14T12:46:34,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:34,734 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:34,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://669ef94e8b26:43983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:46:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:46:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:34,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43983' 2024-11-14T12:46:34,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de0d8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,737 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43983,-1 for getting cluster id 2024-11-14T12:46:34,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:34,738 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e0e78-9d20-4cc6-b917-c2959492e34c' 2024-11-14T12:46:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e0e78-9d20-4cc6-b917-c2959492e34c" 2024-11-14T12:46:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454fd35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43983,-1] 2024-11-14T12:46:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:34,739 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b558ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:34,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43983,1731588380615 2024-11-14T12:46:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1051d542 2024-11-14T12:46:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:34,741 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:34,741 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:46:34,741 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:46:34,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:34,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:34,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:34,742 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:46:34,743 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:46:34,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:46:34,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:34,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:46:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:46:34,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f870ce21302d906b08227fcfdcae4df, NAME => 'hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792 2024-11-14T12:46:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f870ce21302d906b08227fcfdcae4df, disabling compactions & flushes 2024-11-14T12:46:34,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. after waiting 0 ms 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:34,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:34,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f870ce21302d906b08227fcfdcae4df: Waiting for close lock at 1731588394757Disabling compacts and flushes for region at 1731588394757Disabling writes for close at 1731588394757Writing region close event to WAL at 1731588394757Closed at 1731588394757 2024-11-14T12:46:34,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:46:34,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731588394758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588394758"}]},"ts":"1731588394758"} 2024-11-14T12:46:34,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:46:34,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:46:34,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588394760"}]},"ts":"1731588394760"} 2024-11-14T12:46:34,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:46:34,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f870ce21302d906b08227fcfdcae4df, ASSIGN}] 2024-11-14T12:46:34,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f870ce21302d906b08227fcfdcae4df, ASSIGN 2024-11-14T12:46:34,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f870ce21302d906b08227fcfdcae4df, ASSIGN; state=OFFLINE, location=669ef94e8b26,45023,1731588375629; forceNewPlan=false, retain=false 2024-11-14T12:46:34,793 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:46:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:34,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f870ce21302d906b08227fcfdcae4df, regionState=OPENING, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:34,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f870ce21302d906b08227fcfdcae4df, ASSIGN because future has completed 2024-11-14T12:46:34,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f870ce21302d906b08227fcfdcae4df, server=669ef94e8b26,45023,1731588375629}] 2024-11-14T12:46:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:35,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:35,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:46:35,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:46:35,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=669ef94e8b26%2C45023%2C1731588375629.rep, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/oldWALs, maxLogs=10 2024-11-14T12:46:35,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588395071, exclude list is [], retry=0 2024-11-14T12:46:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:35,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588395071 2024-11-14T12:46:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f870ce21302d906b08227fcfdcae4df, NAME => 'hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:46:35,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. service=MultiRowMutationService 2024-11-14T12:46:35,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,090 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,091 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f870ce21302d906b08227fcfdcae4df columnFamilyName hfileref 2024-11-14T12:46:35,091 DEBUG [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:35,091 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(327): Store=3f870ce21302d906b08227fcfdcae4df/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:35,091 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,092 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f870ce21302d906b08227fcfdcae4df columnFamilyName queue 2024-11-14T12:46:35,092 DEBUG [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:35,092 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(327): Store=3f870ce21302d906b08227fcfdcae4df/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:35,092 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,093 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f870ce21302d906b08227fcfdcae4df columnFamilyName sid 2024-11-14T12:46:35,093 DEBUG [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:46:35,093 INFO [StoreOpener-3f870ce21302d906b08227fcfdcae4df-1 {}] regionserver.HStore(327): Store=3f870ce21302d906b08227fcfdcae4df/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:46:35,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:46:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:46:35,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3f870ce21302d906b08227fcfdcae4df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66546273, jitterRate=-0.008383259177207947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:46:35,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:35,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3f870ce21302d906b08227fcfdcae4df: Running coprocessor pre-open hook at 1731588395089Writing region info on filesystem at 1731588395089Initializing all the Stores at 1731588395090 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588395090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588395090Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588395090Cleaning up temporary data from old regions at 1731588395095 (+5 ms)Running coprocessor post-open hooks at 1731588395098 (+3 ms)Region opened successfully at 1731588395098 2024-11-14T12:46:35,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df., pid=10, masterSystemTime=1731588395067 2024-11-14T12:46:35,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:35,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:35,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f870ce21302d906b08227fcfdcae4df, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,45023,1731588375629 2024-11-14T12:46:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f870ce21302d906b08227fcfdcae4df, server=669ef94e8b26,45023,1731588375629 because future has completed 2024-11-14T12:46:35,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:46:35,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f870ce21302d906b08227fcfdcae4df, server=669ef94e8b26,45023,1731588375629 in 188 msec 2024-11-14T12:46:35,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:46:35,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f870ce21302d906b08227fcfdcae4df, ASSIGN in 343 msec 2024-11-14T12:46:35,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:46:35,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588395106"}]},"ts":"1731588395106"} 2024-11-14T12:46:35,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:46:35,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:46:35,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 366 msec 2024-11-14T12:46:35,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df., hostname=669ef94e8b26,45023,1731588375629, seqNum=2] 2024-11-14T12:46:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:35,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:46:35,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:46:35,353 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:46:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:35,379 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-669ef94e8b26,45023,1731588375629, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:46:35,380 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:35,380 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,45023,1731588375629, seqNum=-1] 2024-11-14T12:46:35,380 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:35,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T12:46:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-669ef94e8b26,45023,1731588375629', locateType=CURRENT is [region=hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df., hostname=669ef94e8b26,45023,1731588375629, seqNum=2] 2024-11-14T12:46:35,384 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:46:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:46:35,386 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 669ef94e8b26,45023,1731588375629 suceeded 2024-11-14T12:46:35,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:46:35,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:46:35,387 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://669ef94e8b26:43983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:46:35,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 652 msec 2024-11-14T12:46:35,397 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:43983' 2024-11-14T12:46:35,398 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12893f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,398 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43983,-1 for getting cluster id 2024-11-14T12:46:35,398 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:35,399 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e0e78-9d20-4cc6-b917-c2959492e34c' 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e0e78-9d20-4cc6-b917-c2959492e34c" 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7298ac07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43983,-1] 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,400 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:35,400 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721cad14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,400 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:35,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43983,1731588380615 2024-11-14T12:46:35,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534f8b11 2024-11-14T12:46:35,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:35,401 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T12:46:35,402 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-669ef94e8b26,45023,1731588375629 (queues=1) is replicating from cluster=3045513d-8e65-41de-bbf9-eb6f8a6dd0b2 to cluster=3b3e0e78-9d20-4cc6-b917-c2959492e34c 2024-11-14T12:46:35,402 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=669ef94e8b26%2C45023%2C1731588375629 2024-11-14T12:46:35,402 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-669ef94e8b26,45023,1731588375629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:46:35,402 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C45023%2C1731588375629 2024-11-14T12:46:35,402 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723, startPosition=0, beingWritten=true 2024-11-14T12:46:35,406 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:46:35,406 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 379, reset compression=false 2024-11-14T12:46:35,406 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:46:35,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:35,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:46:35,580 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148772 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [669ef94e8b26,32815,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:32815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:46:35,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:46:35,608 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 379, reset compression=false 2024-11-14T12:46:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:46:35,869 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:46:35,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:35,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:35,871 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9b49be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,872 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386c6f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43983,-1 for getting cluster id 2024-11-14T12:46:35,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:35,873 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e0e78-9d20-4cc6-b917-c2959492e34c' 2024-11-14T12:46:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e0e78-9d20-4cc6-b917-c2959492e34c" 2024-11-14T12:46:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cf6396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43983,-1] 2024-11-14T12:46:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,874 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa204fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,42553,-1 for getting cluster id 2024-11-14T12:46:35,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:35,875 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e742f470-501f-46b0-a9b1-52f8130d807f' 2024-11-14T12:46:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e742f470-501f-46b0-a9b1-52f8130d807f" 2024-11-14T12:46:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,42553,-1] 2024-11-14T12:46:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:35,876 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:35,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:35,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731588395879/Put/seqid=0 2024-11-14T12:46:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:46:35,911 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 379, reset compression=false 2024-11-14T12:46:36,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731588396286/Put/seqid=0 2024-11-14T12:46:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:46:36,314 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 379, reset compression=false 2024-11-14T12:46:36,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:36,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:36,691 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5fac18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:36,693 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:36,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,45023,1731588375629, seqNum=-1] 2024-11-14T12:46:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:36,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:36,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,40147,1731588375472 2024-11-14T12:46:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f256d9 2024-11-14T12:46:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:36,701 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2] 2024-11-14T12:46:36,706 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:46:36,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T12:46:36,712 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T12:46:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 38579a524701059447313913c401049d/f 2024-11-14T12:46:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T12:46:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:36,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 38579a524701059447313913c401049d/f 2024-11-14T12:46:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T12:46:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegion(2603): Flush status journal for 38579a524701059447313913c401049d: 2024-11-14T12:46:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_0 2024-11-14T12:46:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_0 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ 2024-11-14T12:46:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_1 2024-11-14T12:46:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_1 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ 2024-11-14T12:46:36,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_0 into 38579a524701059447313913c401049d/f as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ - updating store file list. 2024-11-14T12:46:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6db4ce6939ec4179965383dc77e28bb1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:36,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ into 38579a524701059447313913c401049d/f 2024-11-14T12:46:36,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_0 into 38579a524701059447313913c401049d/f (new location: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_) 2024-11-14T12:46:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_0 2024-11-14T12:46:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_1 into 38579a524701059447313913c401049d/f as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ - updating store file list. 2024-11-14T12:46:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c98d50f286714d0192193fb7890e3b7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:36,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ into 38579a524701059447313913c401049d/f 2024-11-14T12:46:36,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_1 into 38579a524701059447313913c401049d/f (new location: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_) 2024-11-14T12:46:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__jvugoj1lbo60s554qkljaakqs6d7o0jbhr0i1f7of44ldraq7sasusspf923k0tt/f/hfile_1 2024-11-14T12:46:36,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:36,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:36,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:36,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 , the old value is region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:45023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:46:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:46:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 from cache 2024-11-14T12:46:36,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:36,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:36,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:46:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38109,1731588380718, seqNum=-1] 2024-11-14T12:46:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:36,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e., hostname=669ef94e8b26,38109,1731588380718, seqNum=2] 2024-11-14T12:46:36,740 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:46:36,817 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 379, reset compression=false 2024-11-14T12:46:36,821 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:46:36,821 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[{test/38579a524701059447313913c401049d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588396733/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:46:36,822 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:36,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T12:46:36,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.ReplicationSink(318): Replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:36,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@128e741e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,43983,-1 for getting cluster id 2024-11-14T12:46:36,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:36,824 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e0e78-9d20-4cc6-b917-c2959492e34c' 2024-11-14T12:46:36,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:36,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e0e78-9d20-4cc6-b917-c2959492e34c" 2024-11-14T12:46:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632aa439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,43983,-1] 2024-11-14T12:46:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:36,825 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:36,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136e33a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741837_1013 (size=7894) 2024-11-14T12:46:36,839 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:45023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:46:37,021 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 687, reset compression=false 2024-11-14T12:46:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741838_1014 (size=7691) 2024-11-14T12:46:37,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,43983,1731588380615 2024-11-14T12:46:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c459092 2024-11-14T12:46:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:37,240 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T12:46:37,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:46:37,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:37,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,38109,1731588380718, seqNum=-1] 2024-11-14T12:46:37,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:37,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T12:46:37,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T12:46:37,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T12:46:37,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ for inclusion in 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T12:46:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:37,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ for inclusion in 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T12:46:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegion(2603): Flush status journal for 5a36c5b40f85b485c6a1b091b8d7cc8e: 2024-11-14T12:46:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/61a7feb240794732bf4fc4365cc130e9_SeqId_4_ 2024-11-14T12:46:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c98d50f286714d0192193fb7890e3b7e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/76e58918fbc8419694782892242e936a_SeqId_4_ 2024-11-14T12:46:37,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/61a7feb240794732bf4fc4365cc130e9_SeqId_4_ - updating store file list. 2024-11-14T12:46:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61a7feb240794732bf4fc4365cc130e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:37,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/61a7feb240794732bf4fc4365cc130e9_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:37,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f (new location: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/61a7feb240794732bf4fc4365cc130e9_SeqId_4_) 2024-11-14T12:46:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/6db4ce6939ec4179965383dc77e28bb1_SeqId_4_ 2024-11-14T12:46:37,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/76e58918fbc8419694782892242e936a_SeqId_4_ - updating store file list. 2024-11-14T12:46:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76e58918fbc8419694782892242e936a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:37,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/76e58918fbc8419694782892242e936a_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:37,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f (new location: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/76e58918fbc8419694782892242e936a_SeqId_4_) 2024-11-14T12:46:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__i249e0r8ucr97hk6d7judj9fae8tunh65hks37ubnv4j7somij0m0a4jp0kddohn/f/c98d50f286714d0192193fb7890e3b7e_SeqId_4_ 2024-11-14T12:46:37,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.ReplicationSink(324): Finished replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:37,324 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 687, reset compression=false 2024-11-14T12:46:37,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:46:37,727 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 687, reset compression=false 2024-11-14T12:46:37,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,42171,1731588385009, seqNum=-1] 2024-11-14T12:46:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:37,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588392581.48f47a1e203e25e62b3cede025729c24., hostname=669ef94e8b26,42171,1731588385009, seqNum=2] 2024-11-14T12:46:37,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:37,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:46:37,754 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 669ef94e8b26%2C45023%2C1731588375629:(num 1731588377723) roll requested 2024-11-14T12:46:37,770 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, exclude list is [], retry=0 2024-11-14T12:46:37,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:37,868 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 2024-11-14T12:46:37,868 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:37,869 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 is not closed yet, will try archiving it next time 2024-11-14T12:46:37,869 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 669ef94e8b26%2C45023%2C1731588375629.rep:(num 1731588395071) roll requested 2024-11-14T12:46:37,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:37,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741832_1008 (size=695) 2024-11-14T12:46:37,870 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131089a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:37,871 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/oldWALs/669ef94e8b26%2C45023%2C1731588375629.1731588377723 2024-11-14T12:46:37,871 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8d9654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,40147,1731588375472 2024-11-14T12:46:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413ed49e 2024-11-14T12:46:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:37,873 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://669ef94e8b26:42553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:46:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:46:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:46:37,876 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:42553' 2024-11-14T12:46:37,877 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f2005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,877 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,42553,-1 for getting cluster id 2024-11-14T12:46:37,877 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:37,878 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e742f470-501f-46b0-a9b1-52f8130d807f' 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e742f470-501f-46b0-a9b1-52f8130d807f" 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d57e32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,42553,-1] 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:37,879 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:37,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465e54dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:37,880 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:37,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,42553,1731588384910 2024-11-14T12:46:37,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abef7c3 2024-11-14T12:46:37,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:37,881 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:37,881 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:46:37,882 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:46:37,882 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:37,882 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:37,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:37,884 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588397869, exclude list is [], retry=0 2024-11-14T12:46:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:37,886 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588395071 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588397869 2024-11-14T12:46:37,886 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:37,886 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.rep.1731588395071 is not closed yet, will try archiving it next time 2024-11-14T12:46:37,886 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 669ef94e8b26%2C45023%2C1731588375629.meta:.meta(num 1731588378719) roll requested 2024-11-14T12:46:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741839_1015 (size=1505) 2024-11-14T12:46:37,899 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588397887.meta, exclude list is [], retry=0 2024-11-14T12:46:37,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-1790cc27-fe11-4d40-b809-dfcb79e848c9,DISK] 2024-11-14T12:46:37,902 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588378719.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588397887.meta 2024-11-14T12:46:37,902 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40641:40641)] 2024-11-14T12:46:37,902 DEBUG [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588378719.meta is not closed yet, will try archiving it next time 2024-11-14T12:46:37,903 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.meta.1731588378719.meta not finished, retry = 0 2024-11-14T12:46:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741834_1010 (size=3473) 2024-11-14T12:46:37,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:46:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:46:38,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T12:46:38,069 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T12:46:38,095 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-669ef94e8b26,45023,1731588375629, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:46:38,097 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T12:46:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T12:46:38,099 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 669ef94e8b26,45023,1731588375629 suceeded 2024-11-14T12:46:38,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:46:38,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-14T12:46:38,100 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://669ef94e8b26:42553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:46:38,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 227 msec 2024-11-14T12:46:38,111 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='669ef94e8b26:42553' 2024-11-14T12:46:38,112 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@89925cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:38,112 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,42553,-1 for getting cluster id 2024-11-14T12:46:38,112 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:38,112 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e742f470-501f-46b0-a9b1-52f8130d807f' 2024-11-14T12:46:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e742f470-501f-46b0-a9b1-52f8130d807f" 2024-11-14T12:46:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ff5385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,42553,-1] 2024-11-14T12:46:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:38,113 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:38,114 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2945de13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:38,114 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:38,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,42553,1731588384910 2024-11-14T12:46:38,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca9691b 2024-11-14T12:46:38,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:38,115 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T12:46:38,115 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-669ef94e8b26,45023,1731588375629 (queues=1) is replicating from cluster=3045513d-8e65-41de-bbf9-eb6f8a6dd0b2 to cluster=e742f470-501f-46b0-a9b1-52f8130d807f 2024-11-14T12:46:38,116 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=669ef94e8b26%2C45023%2C1731588375629 2024-11-14T12:46:38,116 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-669ef94e8b26,45023,1731588375629, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:46:38,116 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, startPosition=0, beingWritten=true 2024-11-14T12:46:38,121 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 669ef94e8b26%2C45023%2C1731588375629 2024-11-14T12:46:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:46:38,189 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T12:46:38,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:38,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:38,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:38,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:38,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:38,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:46:38,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731588398193/Put/seqid=0 2024-11-14T12:46:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741845_1021 (size=11194) 2024-11-14T12:46:38,230 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 to pos 687, reset compression=false 2024-11-14T12:46:38,232 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 was moved to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/oldWALs/669ef94e8b26%2C45023%2C1731588375629.1731588377723 2024-11-14T12:46:38,233 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723 2024-11-14T12:46:38,233 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588377723, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T12:46:38,233 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, startPosition=0, beingWritten=true 2024-11-14T12:46:38,235 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [669ef94e8b26%2C45023%2C1731588375629.1731588377723] 2024-11-14T12:46:38,323 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:38,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731588398598/Put/seqid=0 2024-11-14T12:46:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741846_1022 (size=10791) 2024-11-14T12:46:38,626 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:38,837 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:39,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,40147,-1 for getting cluster id 2024-11-14T12:46:39,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:39,004 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045513d-8e65-41de-bbf9-eb6f8a6dd0b2' 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045513d-8e65-41de-bbf9-eb6f8a6dd0b2" 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee9203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,40147,-1] 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:39,005 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:39,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,45023,1731588375629, seqNum=-1] 2024-11-14T12:46:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:39,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:46:39,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,40147,1731588375472 2024-11-14T12:46:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4164a660 2024-11-14T12:46:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:39,014 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:46:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2] 2024-11-14T12:46:39,018 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:46:39,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:46:39,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:46:39,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 38579a524701059447313913c401049d/f 2024-11-14T12:46:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:46:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:39,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 38579a524701059447313913c401049d/f 2024-11-14T12:46:39,030 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:46:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegion(2603): Flush status journal for 38579a524701059447313913c401049d: 2024-11-14T12:46:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_1 2024-11-14T12:46:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_1 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ 2024-11-14T12:46:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_0 2024-11-14T12:46:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_0 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ 2024-11-14T12:46:39,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_1 into 38579a524701059447313913c401049d/f as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ - updating store file list. 2024-11-14T12:46:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34b541a3c592465492db0ac43d58efb5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:39,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ into 38579a524701059447313913c401049d/f 2024-11-14T12:46:39,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_1 into 38579a524701059447313913c401049d/f (new location: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_) 2024-11-14T12:46:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_1 2024-11-14T12:46:39,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_0 into 38579a524701059447313913c401049d/f as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ - updating store file list. 2024-11-14T12:46:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae0330691bc14970a656b2bd96eb369c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:39,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ into 38579a524701059447313913c401049d/f 2024-11-14T12:46:39,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_0 into 38579a524701059447313913c401049d/f (new location: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_) 2024-11-14T12:46:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/staging/jenkins__test__hitpouvuuk6bnkfp83dvas0pn3j1g1duh37hfhdilm1dhoijjbp0o2oblsqbc45v/f/hfile_0 2024-11-14T12:46:39,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:39,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:39,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:39,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 , the old value is region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=669ef94e8b26:45023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:46:39,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:46:39,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731588388271.38579a524701059447313913c401049d., hostname=669ef94e8b26,45023,1731588375629, seqNum=2 from cache 2024-11-14T12:46:39,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:46:39,051 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:46:39,159 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:45023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T12:46:39,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:39,533 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:39,537 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:46:39,537 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[{test/38579a524701059447313913c401049d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588399046/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:46:39,538 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:46:39,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T12:46:39,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(318): Replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:39,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14056e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,42553,-1 for getting cluster id 2024-11-14T12:46:39,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:46:39,540 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e742f470-501f-46b0-a9b1-52f8130d807f' 2024-11-14T12:46:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:46:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e742f470-501f-46b0-a9b1-52f8130d807f" 2024-11-14T12:46:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52cc577d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,42553,-1] 2024-11-14T12:46:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:46:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:39,541 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 0, reset compression=false 2024-11-14T12:46:39,541 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:46:39,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b61924d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:46:39,545 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:46:39,545 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[{test/38579a524701059447313913c401049d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731588399046/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:46:39,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.ReplicationSink(318): Replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741837_1013 (size=10791) 2024-11-14T12:46:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741839_1015 (size=10791) 2024-11-14T12:46:39,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741838_1014 (size=11194) 2024-11-14T12:46:39,737 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:39,745 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741840_1016 (size=11194) 2024-11-14T12:46:39,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:46:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,42553,1731588384910 2024-11-14T12:46:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b09c909 2024-11-14T12:46:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:46:39,968 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T12:46:39,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:46:39,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:46:39,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,42171,1731588385009, seqNum=-1] 2024-11-14T12:46:39,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:46:39,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T12:46:39,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:46:39,977 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:46:39,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ for inclusion in 48f47a1e203e25e62b3cede025729c24/f 2024-11-14T12:46:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:46:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:39,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ for inclusion in 48f47a1e203e25e62b3cede025729c24/f 2024-11-14T12:46:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:46:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(2603): Flush status journal for 48f47a1e203e25e62b3cede025729c24: 2024-11-14T12:46:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34b541a3c592465492db0ac43d58efb5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/a9b01a7a50a6443da601f62cbde4f095_SeqId_4_ 2024-11-14T12:46:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae0330691bc14970a656b2bd96eb369c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/ae5f1e5b334844c5a5386a935a758012_SeqId_4_ 2024-11-14T12:46:39,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ into 48f47a1e203e25e62b3cede025729c24/f as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/a9b01a7a50a6443da601f62cbde4f095_SeqId_4_ - updating store file list. 2024-11-14T12:46:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9b01a7a50a6443da601f62cbde4f095_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:39,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/a9b01a7a50a6443da601f62cbde4f095_SeqId_4_ into 48f47a1e203e25e62b3cede025729c24/f 2024-11-14T12:46:39,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ into 48f47a1e203e25e62b3cede025729c24/f (new location: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/a9b01a7a50a6443da601f62cbde4f095_SeqId_4_) 2024-11-14T12:46:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ 2024-11-14T12:46:39,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ into 48f47a1e203e25e62b3cede025729c24/f as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/ae5f1e5b334844c5a5386a935a758012_SeqId_4_ - updating store file list. 2024-11-14T12:46:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae5f1e5b334844c5a5386a935a758012_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/ae5f1e5b334844c5a5386a935a758012_SeqId_4_ into 48f47a1e203e25e62b3cede025729c24/f 2024-11-14T12:46:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ into 48f47a1e203e25e62b3cede025729c24/f (new location: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/f/ae5f1e5b334844c5a5386a935a758012_SeqId_4_) 2024-11-14T12:46:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/staging/jenkins.hfs.23__test__me3hlppppdn72iqch110v6kd0sg5i5bthb05su0v3i9k7iklv6aclrq1gc3n07o4/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ 2024-11-14T12:46:39,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(324): Finished replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:40,040 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:40,047 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:40,054 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:46:40,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:46:40,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:46:40,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:46:40,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ for inclusion in 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:46:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:40,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ for inclusion in 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegion(2603): Flush status journal for 5a36c5b40f85b485c6a1b091b8d7cc8e: 2024-11-14T12:46:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34b541a3c592465492db0ac43d58efb5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/421f83bc2961499997c02230019c7be0_SeqId_6_ 2024-11-14T12:46:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae0330691bc14970a656b2bd96eb369c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:46:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/9869c61050b44d98a93819458f2a3e43_SeqId_6_ 2024-11-14T12:46:40,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/421f83bc2961499997c02230019c7be0_SeqId_6_ - updating store file list. 2024-11-14T12:46:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 421f83bc2961499997c02230019c7be0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:40,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/421f83bc2961499997c02230019c7be0_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:40,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f (new location: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/421f83bc2961499997c02230019c7be0_SeqId_6_) 2024-11-14T12:46:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/34b541a3c592465492db0ac43d58efb5_SeqId_6_ 2024-11-14T12:46:40,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/9869c61050b44d98a93819458f2a3e43_SeqId_6_ - updating store file list. 2024-11-14T12:46:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9869c61050b44d98a93819458f2a3e43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:46:40,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/9869c61050b44d98a93819458f2a3e43_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f 2024-11-14T12:46:40,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ into 5a36c5b40f85b485c6a1b091b8d7cc8e/f (new location: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/f/9869c61050b44d98a93819458f2a3e43_SeqId_6_) 2024-11-14T12:46:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/staging/jenkins.hfs.22__test__g23c62haqh6c13umg0g381hv4sfq62f5p909g82ef6hoa825pho0r8q90k0a94pn/f/ae0330691bc14970a656b2bd96eb369c_SeqId_6_ 2024-11-14T12:46:40,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38109 {}] regionserver.ReplicationSink(324): Finished replicating [3045513d-8e65-41de-bbf9-eb6f8a6dd0b2] bulk loaded data 2024-11-14T12:46:40,443 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:40,450 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:40,945 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:40,956 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:46:41,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:41,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:41,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:41,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:46:41,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1058130187, stopped=false 2024-11-14T12:46:41,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,42553,1731588384910 2024-11-14T12:46:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-507878004/running 2024-11-14T12:46:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-507878004/running 2024-11-14T12:46:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:41,116 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:41,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:41,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:41,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:41,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,42171,1731588385009' ***** 2024-11-14T12:46:41,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:46:41,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/running 2024-11-14T12:46:41,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Set watcher on znode that does not yet exist, /2-507878004/running 2024-11-14T12:46:41,118 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:46:41,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:46:41,118 INFO [RS:0;669ef94e8b26:42171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:46:41,118 INFO [RS:0;669ef94e8b26:42171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:46:41,118 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,42171,1731588385009 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:42171. 2024-11-14T12:46:41,121 DEBUG [RS:0;669ef94e8b26:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:41,121 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:41,121 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48f47a1e203e25e62b3cede025729c24, disabling compactions & flushes 2024-11-14T12:46:41,121 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:41,121 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:46:41,121 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588392581.48f47a1e203e25e62b3cede025729c24. after waiting 0 ms 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:46:41,121 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:46:41,121 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:46:41,122 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:46:41,122 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 48f47a1e203e25e62b3cede025729c24=test,,1731588392581.48f47a1e203e25e62b3cede025729c24.} 2024-11-14T12:46:41,122 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48f47a1e203e25e62b3cede025729c24 2024-11-14T12:46:41,122 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:41,122 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:41,122 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:41,122 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:41,122 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:41,122 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:46:41,133 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/default/test/48f47a1e203e25e62b3cede025729c24/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T12:46:41,133 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:41,134 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:41,134 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:41,134 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48f47a1e203e25e62b3cede025729c24: Waiting for close lock at 1731588401121Running coprocessor pre-close hooks at 1731588401121Disabling compacts and flushes for region at 1731588401121Disabling writes for close at 1731588401121Writing region close event to WAL at 1731588401122 (+1 ms)Running coprocessor post-close hooks at 1731588401133 (+11 ms)Closed at 1731588401134 (+1 ms) 2024-11-14T12:46:41,134 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588392581.48f47a1e203e25e62b3cede025729c24. 2024-11-14T12:46:41,145 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/info/fbaa88d58fcf4195a07839c8f569a10f is 129, key is test,,1731588392581.48f47a1e203e25e62b3cede025729c24./info:regioninfo/1731588393751/Put/seqid=0 2024-11-14T12:46:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741839_1015 (size=6421) 2024-11-14T12:46:41,156 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:41,322 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:41,522 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:41,549 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/info/fbaa88d58fcf4195a07839c8f569a10f 2024-11-14T12:46:41,558 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:41,559 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:41,566 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/ns/e31b06d987424bf1a2ca13d6ca588319 is 43, key is default/ns:d/1731588388157/Put/seqid=0 2024-11-14T12:46:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:46:41,722 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:41,923 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:41,970 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/ns/e31b06d987424bf1a2ca13d6ca588319 2024-11-14T12:46:41,992 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/rep_barrier/1f538fff8629473a9f5b1b667b4d3828 is 112, key is test,,1731588392581.48f47a1e203e25e62b3cede025729c24./rep_barrier:seqnumDuringOpen/1731588393751/Put/seqid=0 2024-11-14T12:46:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741841_1017 (size=5518) 2024-11-14T12:46:42,079 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:46:42,079 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:46:42,123 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:46:42,123 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:46:42,123 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:42,262 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:42,262 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:42,323 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:42,396 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/rep_barrier/1f538fff8629473a9f5b1b667b4d3828 2024-11-14T12:46:42,413 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/table/bb94621bb4a643939fde7abf3431e261 is 40, key is test/table:state/1731588393756/Put/seqid=0 2024-11-14T12:46:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741842_1018 (size=5165) 2024-11-14T12:46:42,523 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:42,723 DEBUG [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:42,817 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/table/bb94621bb4a643939fde7abf3431e261 2024-11-14T12:46:42,833 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/info/fbaa88d58fcf4195a07839c8f569a10f as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/info/fbaa88d58fcf4195a07839c8f569a10f 2024-11-14T12:46:42,837 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/info/fbaa88d58fcf4195a07839c8f569a10f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:46:42,838 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/ns/e31b06d987424bf1a2ca13d6ca588319 as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/ns/e31b06d987424bf1a2ca13d6ca588319 2024-11-14T12:46:42,841 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/ns/e31b06d987424bf1a2ca13d6ca588319, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:46:42,841 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/rep_barrier/1f538fff8629473a9f5b1b667b4d3828 as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/rep_barrier/1f538fff8629473a9f5b1b667b4d3828 2024-11-14T12:46:42,844 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/rep_barrier/1f538fff8629473a9f5b1b667b4d3828, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:46:42,845 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/.tmp/table/bb94621bb4a643939fde7abf3431e261 as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/table/bb94621bb4a643939fde7abf3431e261 2024-11-14T12:46:42,849 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/table/bb94621bb4a643939fde7abf3431e261, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:46:42,849 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-14T12:46:42,853 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:46:42,853 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:42,853 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:42,853 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:42,853 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588401122Running coprocessor pre-close hooks at 1731588401122Disabling compacts and flushes for region at 1731588401122Disabling writes for close at 1731588401122Obtaining lock to block concurrent updates at 1731588401122Preparing flush snapshotting stores in 1588230740 at 1731588401122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731588401123 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731588401123Flushing 1588230740/info: creating writer at 1731588401123Flushing 1588230740/info: appending metadata at 1731588401144 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731588401145 (+1 ms)Flushing 1588230740/ns: creating writer at 1731588401552 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731588401566 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731588401566Flushing 1588230740/rep_barrier: creating writer at 1731588401973 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588401992 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588401992Flushing 1588230740/table: creating writer at 1731588402400 (+408 ms)Flushing 1588230740/table: appending metadata at 1731588402413 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731588402413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4632e172: reopening flushed file at 1731588402833 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59802343: reopening flushed file at 1731588402837 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c75ec8: reopening flushed file at 1731588402841 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a8ee55: reopening flushed file at 1731588402845 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731588402849 (+4 ms)Writing region close event to WAL at 1731588402851 (+2 ms)Running coprocessor post-close hooks at 1731588402853 (+2 ms)Closed at 1731588402853 2024-11-14T12:46:42,854 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:42,923 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,42171,1731588385009; all regions closed. 2024-11-14T12:46:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:46:42,926 DEBUG [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/oldWALs 2024-11-14T12:46:42,927 INFO [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C42171%2C1731588385009.meta:.meta(num 1731588388116) 2024-11-14T12:46:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741832_1008 (size=1028) 2024-11-14T12:46:42,929 DEBUG [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/oldWALs 2024-11-14T12:46:42,929 INFO [RS:0;669ef94e8b26:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C42171%2C1731588385009:(num 1731588387175) 2024-11-14T12:46:42,929 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:42,929 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:42,930 INFO [RS:0;669ef94e8b26:42171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:42,930 INFO [RS:0;669ef94e8b26:42171 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:42,930 INFO [RS:0;669ef94e8b26:42171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:42,930 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:42,930 INFO [RS:0;669ef94e8b26:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:42171. 2024-11-14T12:46:42,930 DEBUG [RS:0;669ef94e8b26:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:42,930 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:42,930 DEBUG [RS:0;669ef94e8b26:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:42,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:42,930 INFO [RS:0;669ef94e8b26:42171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42171 2024-11-14T12:46:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-507878004/rs/669ef94e8b26,42171,1731588385009 2024-11-14T12:46:42,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004/rs 2024-11-14T12:46:42,949 INFO [RS:0;669ef94e8b26:42171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:42,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,42171,1731588385009] 2024-11-14T12:46:42,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-507878004/draining/669ef94e8b26,42171,1731588385009 already deleted, retry=false 2024-11-14T12:46:42,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,42171,1731588385009 expired; onlineServers=0 2024-11-14T12:46:42,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,42553,1731588384910' ***** 2024-11-14T12:46:42,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:46:42,966 INFO [M:0;669ef94e8b26:42553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:42,966 INFO [M:0;669ef94e8b26:42553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:42,966 DEBUG [M:0;669ef94e8b26:42553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:46:42,967 DEBUG [M:0;669ef94e8b26:42553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:46:42,967 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588386942 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588386942,5,FailOnTimeoutGroup] 2024-11-14T12:46:42,967 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:46:42,967 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588386942 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588386942,5,FailOnTimeoutGroup] 2024-11-14T12:46:42,967 INFO [M:0;669ef94e8b26:42553 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:42,967 INFO [M:0;669ef94e8b26:42553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:42,967 DEBUG [M:0;669ef94e8b26:42553 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:46:42,967 INFO [M:0;669ef94e8b26:42553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:46:42,967 INFO [M:0;669ef94e8b26:42553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:42,967 INFO [M:0;669ef94e8b26:42553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:46:42,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:46:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-507878004/master 2024-11-14T12:46:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-507878004 2024-11-14T12:46:42,974 DEBUG [M:0;669ef94e8b26:42553 {}] zookeeper.ZKUtil(347): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Unable to get data of znode /2-507878004/master because node does not exist (not an error) 2024-11-14T12:46:42,975 WARN [M:0;669ef94e8b26:42553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:46:42,975 INFO [M:0;669ef94e8b26:42553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/.lastflushedseqids 2024-11-14T12:46:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741843_1019 (size=173) 2024-11-14T12:46:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1013aab6e940007, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:43,058 INFO [RS:0;669ef94e8b26:42171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:43,058 INFO [RS:0;669ef94e8b26:42171 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,42171,1731588385009; zookeeper connection closed. 2024-11-14T12:46:43,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d186bda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d186bda 2024-11-14T12:46:43,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:46:43,066 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:43,066 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:43,379 INFO [M:0;669ef94e8b26:42553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:46:43,379 INFO [M:0;669ef94e8b26:42553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:46:43,379 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:43,379 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:43,379 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:43,379 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:43,379 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:43,380 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T12:46:43,397 DEBUG [M:0;669ef94e8b26:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/956aa9897163497ba1e1eed801987c74 is 82, key is hbase:meta,,1/info:regioninfo/1731588388143/Put/seqid=0 2024-11-14T12:46:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741844_1020 (size=5672) 2024-11-14T12:46:43,800 INFO [M:0;669ef94e8b26:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/956aa9897163497ba1e1eed801987c74 2024-11-14T12:46:43,817 DEBUG [M:0;669ef94e8b26:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0495f397dd1b4a7ea83c06eb455dcbfa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588393758/Put/seqid=0 2024-11-14T12:46:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741845_1021 (size=6586) 2024-11-14T12:46:43,969 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:43,970 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:44,221 INFO [M:0;669ef94e8b26:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0495f397dd1b4a7ea83c06eb455dcbfa 2024-11-14T12:46:44,241 DEBUG [M:0;669ef94e8b26:42553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95614fb788be448dba0c6fafa9b7f7c4 is 69, key is 669ef94e8b26,42171,1731588385009/rs:state/1731588386973/Put/seqid=0 2024-11-14T12:46:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741846_1022 (size=5156) 2024-11-14T12:46:44,245 INFO [M:0;669ef94e8b26:42553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95614fb788be448dba0c6fafa9b7f7c4 2024-11-14T12:46:44,248 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/956aa9897163497ba1e1eed801987c74 as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/956aa9897163497ba1e1eed801987c74 2024-11-14T12:46:44,252 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/956aa9897163497ba1e1eed801987c74, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T12:46:44,252 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0495f397dd1b4a7ea83c06eb455dcbfa as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0495f397dd1b4a7ea83c06eb455dcbfa 2024-11-14T12:46:44,256 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0495f397dd1b4a7ea83c06eb455dcbfa, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T12:46:44,256 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95614fb788be448dba0c6fafa9b7f7c4 as hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95614fb788be448dba0c6fafa9b7f7c4 2024-11-14T12:46:44,259 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33595/user/jenkins/test-data/d9ee4bf5-b9e8-9b26-ec39-157cd8999d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95614fb788be448dba0c6fafa9b7f7c4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T12:46:44,260 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-14T12:46:44,267 INFO [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:44,267 DEBUG [M:0;669ef94e8b26:42553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588403379Disabling compacts and flushes for region at 1731588403379Disabling writes for close at 1731588403379Obtaining lock to block concurrent updates at 1731588403380 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588403380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731588403380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588403380Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588403380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588403397 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588403397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588403804 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588403817 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588403817Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588404224 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588404241 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588404241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f68538: reopening flushed file at 1731588404248 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104c76ae: reopening flushed file at 1731588404252 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4741991b: reopening flushed file at 1731588404256 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1731588404260 (+4 ms)Writing region close event to WAL at 1731588404266 (+6 ms)Closed at 1731588404266 2024-11-14T12:46:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741830_1006 (size=32770) 2024-11-14T12:46:44,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:44,269 INFO [M:0;669ef94e8b26:42553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:46:44,269 INFO [M:0;669ef94e8b26:42553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42553 2024-11-14T12:46:44,269 INFO [M:0;669ef94e8b26:42553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:44,400 INFO [M:0;669ef94e8b26:42553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42553-0x1013aab6e940006, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:44,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:44,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:44,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:44,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:44,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:44,404 WARN [BP-1032003296-172.17.0.3-1731588383491 heartbeating to localhost/127.0.0.1:33595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:46:44,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:46:44,404 WARN [BP-1032003296-172.17.0.3-1731588383491 heartbeating to localhost/127.0.0.1:33595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1032003296-172.17.0.3-1731588383491 (Datanode Uuid 94d93f3e-886c-4626-aa5d-0048d9317388) service to localhost/127.0.0.1:33595 2024-11-14T12:46:44,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:46:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/cluster_2afc597e-52ec-f28a-a4e3-20074d24d523/data/data1/current/BP-1032003296-172.17.0.3-1731588383491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/cluster_2afc597e-52ec-f28a-a4e3-20074d24d523/data/data2/current/BP-1032003296-172.17.0.3-1731588383491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:44,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:46:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:44,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:44,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87c5ced-7a5b-6442-816d-2f5bdda9a216/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:44,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:44,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:46:44,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:44,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:44,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:44,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:44,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:44,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:46:44,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505424810, stopped=false 2024-11-14T12:46:44,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,43983,1731588380615 2024-11-14T12:46:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11673479330/running 2024-11-14T12:46:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11673479330/running 2024-11-14T12:46:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:44,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:44,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:44,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:44,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:44,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,38109,1731588380718' ***** 2024-11-14T12:46:44,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:46:44,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/running 2024-11-14T12:46:44,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Set watcher on znode that does not yet exist, /11673479330/running 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:46:44,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,38109,1731588380718 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:38109. 2024-11-14T12:46:44,448 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a36c5b40f85b485c6a1b091b8d7cc8e, disabling compactions & flushes 2024-11-14T12:46:44,448 DEBUG [RS:0;669ef94e8b26:38109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:44,448 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:44,448 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:44,448 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:44,448 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. after waiting 0 ms 2024-11-14T12:46:44,448 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:46:44,448 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:46:44,449 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:46:44,449 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:46:44,449 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a36c5b40f85b485c6a1b091b8d7cc8e=test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e.} 2024-11-14T12:46:44,449 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a36c5b40f85b485c6a1b091b8d7cc8e 2024-11-14T12:46:44,449 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:44,449 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:44,449 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:44,449 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:44,449 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:44,449 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:46:44,451 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/default/test/5a36c5b40f85b485c6a1b091b8d7cc8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:46:44,451 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:44,451 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:44,452 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:44,452 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a36c5b40f85b485c6a1b091b8d7cc8e: Waiting for close lock at 1731588404448Running coprocessor pre-close hooks at 1731588404448Disabling compacts and flushes for region at 1731588404448Disabling writes for close at 1731588404448Writing region close event to WAL at 1731588404449 (+1 ms)Running coprocessor post-close hooks at 1731588404451 (+2 ms)Closed at 1731588404452 (+1 ms) 2024-11-14T12:46:44,452 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e. 2024-11-14T12:46:44,458 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:44,462 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/info/2df0f5479c874a4892fd884b513dd65d is 129, key is test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e./info:regioninfo/1731588391564/Put/seqid=0 2024-11-14T12:46:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741841_1017 (size=6421) 2024-11-14T12:46:44,465 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/info/2df0f5479c874a4892fd884b513dd65d 2024-11-14T12:46:44,480 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/ns/ea99431c6cea4293b6b033c763d71901 is 43, key is default/ns:d/1731588383428/Put/seqid=0 2024-11-14T12:46:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:46:44,649 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:44,849 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:44,883 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/ns/ea99431c6cea4293b6b033c763d71901 2024-11-14T12:46:44,898 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a0279eaa3c4f20ae1327e6f313549f is 112, key is test,,1731588390422.5a36c5b40f85b485c6a1b091b8d7cc8e./rep_barrier:seqnumDuringOpen/1731588391564/Put/seqid=0 2024-11-14T12:46:44,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741843_1019 (size=5518) 2024-11-14T12:46:44,972 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:44,973 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:45,049 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:45,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:46:45,249 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:45,301 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a0279eaa3c4f20ae1327e6f313549f 2024-11-14T12:46:45,320 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/table/511bf38ad57a404593889059722a500e is 40, key is test/table:state/1731588391570/Put/seqid=0 2024-11-14T12:46:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741844_1020 (size=5165) 2024-11-14T12:46:45,385 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:46:45,385 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:46:45,449 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:45,650 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:46:45,650 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:46:45,650 DEBUG [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:45,724 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/table/511bf38ad57a404593889059722a500e 2024-11-14T12:46:45,727 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/info/2df0f5479c874a4892fd884b513dd65d as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/info/2df0f5479c874a4892fd884b513dd65d 2024-11-14T12:46:45,730 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/info/2df0f5479c874a4892fd884b513dd65d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:46:45,731 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/ns/ea99431c6cea4293b6b033c763d71901 as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/ns/ea99431c6cea4293b6b033c763d71901 2024-11-14T12:46:45,734 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/ns/ea99431c6cea4293b6b033c763d71901, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:46:45,734 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a0279eaa3c4f20ae1327e6f313549f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/rep_barrier/e2a0279eaa3c4f20ae1327e6f313549f 2024-11-14T12:46:45,737 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/rep_barrier/e2a0279eaa3c4f20ae1327e6f313549f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:46:45,738 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/.tmp/table/511bf38ad57a404593889059722a500e as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/table/511bf38ad57a404593889059722a500e 2024-11-14T12:46:45,740 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/table/511bf38ad57a404593889059722a500e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:46:45,741 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-14T12:46:45,741 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:46:45,745 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:46:45,745 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:45,745 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:45,745 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:45,746 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588404449Running coprocessor pre-close hooks at 1731588404449Disabling compacts and flushes for region at 1731588404449Disabling writes for close at 1731588404449Obtaining lock to block concurrent updates at 1731588404449Preparing flush snapshotting stores in 1588230740 at 1731588404449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731588404449Flushing stores of hbase:meta,,1.1588230740 at 1731588404449Flushing 1588230740/info: creating writer at 1731588404450 (+1 ms)Flushing 1588230740/info: appending metadata at 1731588404462 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731588404462Flushing 1588230740/ns: creating writer at 1731588404468 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731588404479 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731588404479Flushing 1588230740/rep_barrier: creating writer at 1731588404886 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588404897 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588404897Flushing 1588230740/table: creating writer at 1731588405304 (+407 ms)Flushing 1588230740/table: appending metadata at 1731588405320 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731588405320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50429014: reopening flushed file at 1731588405727 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ea43af: reopening flushed file at 1731588405731 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d626916: reopening flushed file at 1731588405734 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcbc9ee: reopening flushed file at 1731588405737 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1731588405741 (+4 ms)Writing region close event to WAL at 1731588405743 (+2 ms)Running coprocessor post-close hooks at 1731588405745 (+2 ms)Closed at 1731588405745 2024-11-14T12:46:45,746 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:45,850 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,38109,1731588380718; all regions closed. 2024-11-14T12:46:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:46:45,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.meta.1731588383389.meta not finished, retry = 0 2024-11-14T12:46:45,954 DEBUG [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/oldWALs 2024-11-14T12:46:45,954 INFO [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C38109%2C1731588380718.meta:.meta(num 1731588383389) 2024-11-14T12:46:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741832_1008 (size=1374) 2024-11-14T12:46:45,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/WALs/669ef94e8b26,38109,1731588380718/669ef94e8b26%2C38109%2C1731588380718.1731588382467 not finished, retry = 0 2024-11-14T12:46:46,057 DEBUG [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/oldWALs 2024-11-14T12:46:46,057 INFO [RS:0;669ef94e8b26:38109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C38109%2C1731588380718:(num 1731588382467) 2024-11-14T12:46:46,057 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,057 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:46,058 INFO [RS:0;669ef94e8b26:38109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:46,058 INFO [RS:0;669ef94e8b26:38109 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:46,058 INFO [RS:0;669ef94e8b26:38109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:46,058 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:46,058 INFO [RS:0;669ef94e8b26:38109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:38109. 2024-11-14T12:46:46,058 DEBUG [RS:0;669ef94e8b26:38109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:46,058 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,058 DEBUG [RS:0;669ef94e8b26:38109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,058 INFO [RS:0;669ef94e8b26:38109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38109 2024-11-14T12:46:46,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:46,075 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:46,075 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:46,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11673479330/rs/669ef94e8b26,38109,1731588380718 2024-11-14T12:46:46,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330/rs 2024-11-14T12:46:46,091 INFO [RS:0;669ef94e8b26:38109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:46,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,38109,1731588380718] 2024-11-14T12:46:46,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11673479330/draining/669ef94e8b26,38109,1731588380718 already deleted, retry=false 2024-11-14T12:46:46,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,38109,1731588380718 expired; onlineServers=0 2024-11-14T12:46:46,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,43983,1731588380615' ***** 2024-11-14T12:46:46,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:46,108 DEBUG [M:0;669ef94e8b26:43983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:46:46,108 DEBUG [M:0;669ef94e8b26:43983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:46:46,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:46:46,108 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588382223 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588382223,5,FailOnTimeoutGroup] 2024-11-14T12:46:46,108 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588382224 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588382224,5,FailOnTimeoutGroup] 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:46,108 DEBUG [M:0;669ef94e8b26:43983 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:46,108 INFO [M:0;669ef94e8b26:43983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:46:46,108 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:46:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11673479330/master 2024-11-14T12:46:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11673479330 2024-11-14T12:46:46,116 DEBUG [M:0;669ef94e8b26:43983 {}] zookeeper.ZKUtil(347): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Unable to get data of znode /11673479330/master because node does not exist (not an error) 2024-11-14T12:46:46,116 WARN [M:0;669ef94e8b26:43983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:46:46,117 INFO [M:0;669ef94e8b26:43983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/.lastflushedseqids 2024-11-14T12:46:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741845_1021 (size=173) 2024-11-14T12:46:46,120 INFO [M:0;669ef94e8b26:43983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:46:46,120 INFO [M:0;669ef94e8b26:43983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:46:46,120 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:46,120 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:46,120 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:46,120 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:46,120 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:46,120 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T12:46:46,137 DEBUG [M:0;669ef94e8b26:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443a9093893b4fbaba655e3f202d2b80 is 82, key is hbase:meta,,1/info:regioninfo/1731588383414/Put/seqid=0 2024-11-14T12:46:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741846_1022 (size=5672) 2024-11-14T12:46:46,143 INFO [M:0;669ef94e8b26:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443a9093893b4fbaba655e3f202d2b80 2024-11-14T12:46:46,159 DEBUG [M:0;669ef94e8b26:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b50eca734764b30b3e98f641ebe12b0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731588391573/Put/seqid=0 2024-11-14T12:46:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741847_1023 (size=6586) 2024-11-14T12:46:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:46,199 INFO [RS:0;669ef94e8b26:38109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38109-0x1013aab6e940004, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:46,199 INFO [RS:0;669ef94e8b26:38109 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,38109,1731588380718; zookeeper connection closed. 2024-11-14T12:46:46,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62481b4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62481b4d 2024-11-14T12:46:46,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:46:46,562 INFO [M:0;669ef94e8b26:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b50eca734764b30b3e98f641ebe12b0 2024-11-14T12:46:46,578 DEBUG [M:0;669ef94e8b26:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d519dd08d434330ab47f604d5b0ae6f is 69, key is 669ef94e8b26,38109,1731588380718/rs:state/1731588382276/Put/seqid=0 2024-11-14T12:46:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741848_1024 (size=5156) 2024-11-14T12:46:46,581 INFO [M:0;669ef94e8b26:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d519dd08d434330ab47f604d5b0ae6f 2024-11-14T12:46:46,584 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443a9093893b4fbaba655e3f202d2b80 as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443a9093893b4fbaba655e3f202d2b80 2024-11-14T12:46:46,587 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443a9093893b4fbaba655e3f202d2b80, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T12:46:46,588 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b50eca734764b30b3e98f641ebe12b0 as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b50eca734764b30b3e98f641ebe12b0 2024-11-14T12:46:46,591 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b50eca734764b30b3e98f641ebe12b0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T12:46:46,592 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d519dd08d434330ab47f604d5b0ae6f as hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d519dd08d434330ab47f604d5b0ae6f 2024-11-14T12:46:46,594 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/970f0ad5-39d1-f671-5a2c-5311a041e9ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d519dd08d434330ab47f604d5b0ae6f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T12:46:46,595 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=55, compaction requested=false 2024-11-14T12:46:46,597 INFO [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:46,597 DEBUG [M:0;669ef94e8b26:43983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588406120Disabling compacts and flushes for region at 1731588406120Disabling writes for close at 1731588406120Obtaining lock to block concurrent updates at 1731588406120Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588406120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731588406121 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588406121Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588406121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588406137 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588406137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588406147 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588406158 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588406159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588406565 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588406578 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588406578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6746b7dc: reopening flushed file at 1731588406584 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c925019: reopening flushed file at 1731588406588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4113d88a: reopening flushed file at 1731588406591 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=55, compaction requested=false at 1731588406595 (+4 ms)Writing region close event to WAL at 1731588406597 (+2 ms)Closed at 1731588406597 2024-11-14T12:46:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741830_1006 (size=32770) 2024-11-14T12:46:46,601 INFO [M:0;669ef94e8b26:43983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:46:46,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:46,601 INFO [M:0;669ef94e8b26:43983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43983 2024-11-14T12:46:46,601 INFO [M:0;669ef94e8b26:43983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:46,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:46:46,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:46:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:46,724 INFO [M:0;669ef94e8b26:43983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1013aab6e940003, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:46,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9dc189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:46,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:46,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:46,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:46,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:46,728 WARN [BP-145317090-172.17.0.3-1731588378898 heartbeating to localhost/127.0.0.1:34285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:46:46,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:46:46,728 WARN [BP-145317090-172.17.0.3-1731588378898 heartbeating to localhost/127.0.0.1:34285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145317090-172.17.0.3-1731588378898 (Datanode Uuid a49077f4-244a-4c88-9830-0dc0a95e4655) service to localhost/127.0.0.1:34285 2024-11-14T12:46:46,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:46:46,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/cluster_9c55c009-b034-cf10-caf3-be6389f2e5c6/data/data1/current/BP-145317090-172.17.0.3-1731588378898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:46,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/cluster_9c55c009-b034-cf10-caf3-be6389f2e5c6/data/data2/current/BP-145317090-172.17.0.3-1731588378898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:46,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:46:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2780f6bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:46,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:46,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/626b319d-6c5f-cc00-029f-a2ee362b74a1/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:46,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:46,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:46:46,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:46,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:46,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:46,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:46:46,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=188007501, stopped=false 2024-11-14T12:46:46,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,40147,1731588375472 2024-11-14T12:46:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-787098887/running 2024-11-14T12:46:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-787098887/running 2024-11-14T12:46:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:46,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:46,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:46:46,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:46,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,45023,1731588375629' ***** 2024-11-14T12:46:46,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:46:46,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/running 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:46:46,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:46:46,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Set watcher on znode that does not yet exist, /0-787098887/running 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(3091): Received CLOSE for 38579a524701059447313913c401049d 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,45023,1731588375629 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:46,773 INFO [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:45023. 2024-11-14T12:46:46,773 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f870ce21302d906b08227fcfdcae4df, disabling compactions & flushes 2024-11-14T12:46:46,773 DEBUG [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:46,773 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:46,773 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:46,773 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:46,773 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. after waiting 0 ms 2024-11-14T12:46:46,774 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:46,774 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f870ce21302d906b08227fcfdcae4df 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T12:46:46,774 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:46:46,774 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:46:46,774 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:46:46,774 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:46:46,774 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:46:46,774 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1325): Online Regions={3f870ce21302d906b08227fcfdcae4df=hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df., 1588230740=hbase:meta,,1.1588230740, 38579a524701059447313913c401049d=test,,1731588388271.38579a524701059447313913c401049d.} 2024-11-14T12:46:46,774 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38579a524701059447313913c401049d, 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:46,774 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:46:46,774 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:46:46,774 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:46:46,774 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:46:46,774 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:46:46,774 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:46:46,788 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/info/114bfd87095d40eb84d39abeecbdf026 is 147, key is hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df./info:regioninfo/1731588395100/Put/seqid=0 2024-11-14T12:46:46,791 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/hfileref/253898cd2afc4d7f85241750b5ca4fc2 is 74, key is 1/hfileref:34b541a3c592465492db0ac43d58efb5_SeqId_6_/1731588400390/DeleteColumn/seqid=0 2024-11-14T12:46:46,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741847_1023 (size=7686) 2024-11-14T12:46:46,792 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/info/114bfd87095d40eb84d39abeecbdf026 2024-11-14T12:46:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741848_1024 (size=5489) 2024-11-14T12:46:46,794 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/hfileref/253898cd2afc4d7f85241750b5ca4fc2 2024-11-14T12:46:46,811 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/queue/8f875f104f9f4e25bf04f24cccd63ff0 is 153, key is 1-669ef94e8b26,45023,1731588375629/queue:669ef94e8b26%2C45023%2C1731588375629/1731588400392/Put/seqid=0 2024-11-14T12:46:46,811 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/ns/c3ce850a98134c189fc8f2e4463d64ae is 43, key is default/ns:d/1731588378789/Put/seqid=0 2024-11-14T12:46:46,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741850_1026 (size=5504) 2024-11-14T12:46:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741849_1025 (size=5153) 2024-11-14T12:46:46,816 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/ns/c3ce850a98134c189fc8f2e4463d64ae 2024-11-14T12:46:46,817 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:46,832 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/rep_barrier/99e73ebcfd444f94b4a8b4c768bb9aae is 112, key is test,,1731588388271.38579a524701059447313913c401049d./rep_barrier:seqnumDuringOpen/1731588389411/Put/seqid=0 2024-11-14T12:46:46,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741851_1027 (size=5518) 2024-11-14T12:46:46,974 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38579a524701059447313913c401049d, 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:47,174 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38579a524701059447313913c401049d, 3f870ce21302d906b08227fcfdcae4df 2024-11-14T12:46:47,215 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/queue/8f875f104f9f4e25bf04f24cccd63ff0 2024-11-14T12:46:47,219 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/hfileref/253898cd2afc4d7f85241750b5ca4fc2 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/hfileref/253898cd2afc4d7f85241750b5ca4fc2 2024-11-14T12:46:47,222 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/hfileref/253898cd2afc4d7f85241750b5ca4fc2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T12:46:47,223 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/.tmp/queue/8f875f104f9f4e25bf04f24cccd63ff0 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/queue/8f875f104f9f4e25bf04f24cccd63ff0 2024-11-14T12:46:47,226 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/queue/8f875f104f9f4e25bf04f24cccd63ff0, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T12:46:47,226 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3f870ce21302d906b08227fcfdcae4df in 452ms, sequenceid=17, compaction requested=false 2024-11-14T12:46:47,229 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/replication/3f870ce21302d906b08227fcfdcae4df/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T12:46:47,229 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:47,229 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:47,230 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f870ce21302d906b08227fcfdcae4df: Waiting for close lock at 1731588406773Running coprocessor pre-close hooks at 1731588406773Disabling compacts and flushes for region at 1731588406773Disabling writes for close at 1731588406774 (+1 ms)Obtaining lock to block concurrent updates at 1731588406774Preparing flush snapshotting stores in 3f870ce21302d906b08227fcfdcae4df at 1731588406774Finished memstore snapshotting hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731588406774Flushing stores of hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. at 1731588406774Flushing 3f870ce21302d906b08227fcfdcae4df/hfileref: creating writer at 1731588406774Flushing 3f870ce21302d906b08227fcfdcae4df/hfileref: appending metadata at 1731588406791 (+17 ms)Flushing 3f870ce21302d906b08227fcfdcae4df/hfileref: closing flushed file at 1731588406791Flushing 3f870ce21302d906b08227fcfdcae4df/queue: creating writer at 1731588406797 (+6 ms)Flushing 3f870ce21302d906b08227fcfdcae4df/queue: appending metadata at 1731588406811 (+14 ms)Flushing 3f870ce21302d906b08227fcfdcae4df/queue: closing flushed file at 1731588406811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@974a948: reopening flushed file at 1731588407218 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623bd141: reopening flushed file at 1731588407222 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3f870ce21302d906b08227fcfdcae4df in 452ms, sequenceid=17, compaction requested=false at 1731588407226 (+4 ms)Writing region close event to WAL at 1731588407227 (+1 ms)Running coprocessor post-close hooks at 1731588407229 (+2 ms)Closed at 1731588407229 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731588394742.3f870ce21302d906b08227fcfdcae4df. 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38579a524701059447313913c401049d, disabling compactions & flushes 2024-11-14T12:46:47,230 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731588388271.38579a524701059447313913c401049d. after waiting 0 ms 2024-11-14T12:46:47,230 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:47,233 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/default/test/38579a524701059447313913c401049d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:46:47,233 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:47,233 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:46:47,233 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:47,233 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38579a524701059447313913c401049d: Waiting for close lock at 1731588407230Running coprocessor pre-close hooks at 1731588407230Disabling compacts and flushes for region at 1731588407230Disabling writes for close at 1731588407230Writing region close event to WAL at 1731588407230Running coprocessor post-close hooks at 1731588407233 (+3 ms)Closed at 1731588407233 2024-11-14T12:46:47,233 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731588388271.38579a524701059447313913c401049d. 2024-11-14T12:46:47,235 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/rep_barrier/99e73ebcfd444f94b4a8b4c768bb9aae 2024-11-14T12:46:47,250 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/table/27ecfd5db83543dfbb203bca02f6954a is 53, key is hbase:replication/table:state/1731588395106/Put/seqid=0 2024-11-14T12:46:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741852_1028 (size=5308) 2024-11-14T12:46:47,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:47,278 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 393, reset compression=false 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 688, reset compression=false 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 688, reset compression=false 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:46:47,281 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-669ef94e8b26,45023,1731588375629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:46:47,282 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T12:46:47,282 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 669ef94e8b26,45023,1731588375629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-669ef94e8b26,45023,1731588375629, walGroup=669ef94e8b26%2C45023%2C1731588375629, offset=669ef94e8b26%2C45023%2C1731588375629.1731588397754:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:45023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:46:47,282 ERROR [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:46:47,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:46:47,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:46:47,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:46:47,283 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:46:47,283 INFO [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1126228832 }, "NonHeapMemoryUsage": { "committed": 212140032, "init": 7667712, "max": -1, "used": 209145016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:46:47,283 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T12:46:47,374 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:47,487 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 688, reset compression=false 2024-11-14T12:46:47,487 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 688, reset compression=false 2024-11-14T12:46:47,566 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=669ef94e8b26:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T12:46:47,575 DEBUG [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:46:47,654 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/table/27ecfd5db83543dfbb203bca02f6954a 2024-11-14T12:46:47,657 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/info/114bfd87095d40eb84d39abeecbdf026 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/info/114bfd87095d40eb84d39abeecbdf026 2024-11-14T12:46:47,660 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/info/114bfd87095d40eb84d39abeecbdf026, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:46:47,661 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/ns/c3ce850a98134c189fc8f2e4463d64ae as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/ns/c3ce850a98134c189fc8f2e4463d64ae 2024-11-14T12:46:47,664 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/ns/c3ce850a98134c189fc8f2e4463d64ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:46:47,664 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/rep_barrier/99e73ebcfd444f94b4a8b4c768bb9aae as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/rep_barrier/99e73ebcfd444f94b4a8b4c768bb9aae 2024-11-14T12:46:47,667 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/rep_barrier/99e73ebcfd444f94b4a8b4c768bb9aae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:46:47,668 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/.tmp/table/27ecfd5db83543dfbb203bca02f6954a as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/table/27ecfd5db83543dfbb203bca02f6954a 2024-11-14T12:46:47,671 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/table/27ecfd5db83543dfbb203bca02f6954a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:46:47,671 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=16, compaction requested=false 2024-11-14T12:46:47,671 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:46:47,677 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:46:47,678 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:46:47,678 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:46:47,678 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:47,678 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588406774Running coprocessor pre-close hooks at 1731588406774Disabling compacts and flushes for region at 1731588406774Disabling writes for close at 1731588406774Obtaining lock to block concurrent updates at 1731588406774Preparing flush snapshotting stores in 1588230740 at 1731588406774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731588406774Flushing stores of hbase:meta,,1.1588230740 at 1731588406775 (+1 ms)Flushing 1588230740/info: creating writer at 1731588406775Flushing 1588230740/info: appending metadata at 1731588406788 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731588406788Flushing 1588230740/ns: creating writer at 1731588406796 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731588406811 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731588406811Flushing 1588230740/rep_barrier: creating writer at 1731588406819 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731588406832 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731588406832Flushing 1588230740/table: creating writer at 1731588407238 (+406 ms)Flushing 1588230740/table: appending metadata at 1731588407250 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731588407250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7829b6fe: reopening flushed file at 1731588407657 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9d9d02: reopening flushed file at 1731588407660 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717cfe5c: reopening flushed file at 1731588407664 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a8d1d8: reopening flushed file at 1731588407667 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=16, compaction requested=false at 1731588407671 (+4 ms)Writing region close event to WAL at 1731588407675 (+4 ms)Running coprocessor post-close hooks at 1731588407678 (+3 ms)Closed at 1731588407678 2024-11-14T12:46:47,678 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:46:47,682 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:46:47,682 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:46:47,775 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,45023,1731588375629; all regions closed. 2024-11-14T12:46:47,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741844_1020 (size=859) 2024-11-14T12:46:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741843_1019 (size=2791) 2024-11-14T12:46:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741842_1018 (size=696) 2024-11-14T12:46:47,780 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:47,780 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:46:47,780 INFO [RS:0;669ef94e8b26:45023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:47,780 INFO [RS:0;669ef94e8b26:45023 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:47,781 INFO [RS:0;669ef94e8b26:45023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:47,781 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:47,781 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-669ef94e8b26,45023,1731588375629 because: Region server is closing 2024-11-14T12:46:47,781 INFO [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:45023. 2024-11-14T12:46:47,781 DEBUG [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:47,781 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:47,781 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:47,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:47,791 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 to pos 688, reset compression=false 2024-11-14T12:46:47,792 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/WALs/669ef94e8b26,45023,1731588375629/669ef94e8b26%2C45023%2C1731588375629.1731588397754 2024-11-14T12:46:47,792 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T12:46:47,792 DEBUG [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T12:46:47,882 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,1-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,1-669ef94e8b26,45023,1731588375629 terminated 2024-11-14T12:46:47,882 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-669ef94e8b26,45023,1731588375629 because: Region server is closing 2024-11-14T12:46:47,882 INFO [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:45023. 2024-11-14T12:46:47,882 DEBUG [RS:0;669ef94e8b26:45023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:46:47,882 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:47,882 DEBUG [RS:0;669ef94e8b26:45023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:46:47,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:46:47,982 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.shipper669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 terminated 2024-11-14T12:46:47,982 WARN [RS_REFRESH_PEER-regionserver/669ef94e8b26:0-0.replicationSource,2-669ef94e8b26,45023,1731588375629.replicationSource.wal-reader.669ef94e8b26%2C45023%2C1731588375629,2-669ef94e8b26,45023,1731588375629 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T12:46:47,982 INFO [RS:0;669ef94e8b26:45023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45023 2024-11-14T12:46:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-787098887/rs/669ef94e8b26,45023,1731588375629 2024-11-14T12:46:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887/rs 2024-11-14T12:46:48,008 INFO [RS:0;669ef94e8b26:45023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:48,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,45023,1731588375629] 2024-11-14T12:46:48,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-787098887/draining/669ef94e8b26,45023,1731588375629 already deleted, retry=false 2024-11-14T12:46:48,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,45023,1731588375629 expired; onlineServers=0 2024-11-14T12:46:48,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,40147,1731588375472' ***** 2024-11-14T12:46:48,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:46:48,055 INFO [M:0;669ef94e8b26:40147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:46:48,055 INFO [M:0;669ef94e8b26:40147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:46:48,055 DEBUG [M:0;669ef94e8b26:40147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:46:48,055 DEBUG [M:0;669ef94e8b26:40147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:46:48,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:46:48,055 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588377540 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588377540,5,FailOnTimeoutGroup] 2024-11-14T12:46:48,055 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588377543 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588377543,5,FailOnTimeoutGroup] 2024-11-14T12:46:48,055 INFO [M:0;669ef94e8b26:40147 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:46:48,055 INFO [M:0;669ef94e8b26:40147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:46:48,055 DEBUG [M:0;669ef94e8b26:40147 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:46:48,055 INFO [M:0;669ef94e8b26:40147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:46:48,056 INFO [M:0;669ef94e8b26:40147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:46:48,056 INFO [M:0;669ef94e8b26:40147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:46:48,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:46:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-787098887/master 2024-11-14T12:46:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-787098887 2024-11-14T12:46:48,063 DEBUG [M:0;669ef94e8b26:40147 {}] zookeeper.ZKUtil(347): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Unable to get data of znode /0-787098887/master because node does not exist (not an error) 2024-11-14T12:46:48,063 WARN [M:0;669ef94e8b26:40147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:46:48,064 INFO [M:0;669ef94e8b26:40147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/.lastflushedseqids 2024-11-14T12:46:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741853_1029 (size=263) 2024-11-14T12:46:48,147 INFO [RS:0;669ef94e8b26:45023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:48,147 INFO [RS:0;669ef94e8b26:45023 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,45023,1731588375629; zookeeper connection closed. 2024-11-14T12:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45023-0x1013aab6e940001, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:48,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 2024-11-14T12:46:48,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:46:48,467 INFO [M:0;669ef94e8b26:40147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:46:48,467 INFO [M:0;669ef94e8b26:40147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:46:48,468 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:46:48,468 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:48,468 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:48,468 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:46:48,468 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:48,468 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T12:46:48,484 DEBUG [M:0;669ef94e8b26:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c85dcb9dad043ee9ef50786df7502e8 is 82, key is hbase:meta,,1/info:regioninfo/1731588378748/Put/seqid=0 2024-11-14T12:46:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741854_1030 (size=5672) 2024-11-14T12:46:48,887 INFO [M:0;669ef94e8b26:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c85dcb9dad043ee9ef50786df7502e8 2024-11-14T12:46:48,905 DEBUG [M:0;669ef94e8b26:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/095855856f714d54bf7ac06c7ad98256 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731588395108/Put/seqid=0 2024-11-14T12:46:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741855_1031 (size=8909) 2024-11-14T12:46:49,310 INFO [M:0;669ef94e8b26:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/095855856f714d54bf7ac06c7ad98256 2024-11-14T12:46:49,325 DEBUG [M:0;669ef94e8b26:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7cab1b3ecf4eb2be70fe09e4bffe78 is 69, key is 669ef94e8b26,45023,1731588375629/rs:state/1731588377581/Put/seqid=0 2024-11-14T12:46:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741856_1032 (size=5156) 2024-11-14T12:46:49,728 INFO [M:0;669ef94e8b26:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7cab1b3ecf4eb2be70fe09e4bffe78 2024-11-14T12:46:49,732 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c85dcb9dad043ee9ef50786df7502e8 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c85dcb9dad043ee9ef50786df7502e8 2024-11-14T12:46:49,735 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c85dcb9dad043ee9ef50786df7502e8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T12:46:49,735 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/095855856f714d54bf7ac06c7ad98256 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/095855856f714d54bf7ac06c7ad98256 2024-11-14T12:46:49,738 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/095855856f714d54bf7ac06c7ad98256, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T12:46:49,739 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7cab1b3ecf4eb2be70fe09e4bffe78 as hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7cab1b3ecf4eb2be70fe09e4bffe78 2024-11-14T12:46:49,741 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/3c6e68cb-ba2c-60a5-2d9b-f66b457fb792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7cab1b3ecf4eb2be70fe09e4bffe78, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T12:46:49,742 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false 2024-11-14T12:46:49,743 INFO [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:46:49,743 DEBUG [M:0;669ef94e8b26:40147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588408468Disabling compacts and flushes for region at 1731588408468Disabling writes for close at 1731588408468Obtaining lock to block concurrent updates at 1731588408468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731588408468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731588408468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731588408469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731588408469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731588408483 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731588408483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731588408890 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731588408905 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731588408905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731588409313 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731588409325 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731588409325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe7fdb9: reopening flushed file at 1731588409731 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cfdf2a: reopening flushed file at 1731588409735 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c247c50: reopening flushed file at 1731588409738 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false at 1731588409742 (+4 ms)Writing region close event to WAL at 1731588409743 (+1 ms)Closed at 1731588409743 2024-11-14T12:46:49,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741830_1006 (size=69055) 2024-11-14T12:46:49,745 INFO [M:0;669ef94e8b26:40147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:46:49,745 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:46:49,745 INFO [M:0;669ef94e8b26:40147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40147 2024-11-14T12:46:49,745 INFO [M:0;669ef94e8b26:40147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:46:49,874 INFO [M:0;669ef94e8b26:40147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:46:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1013aab6e940000, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:46:49,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d01137d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:46:49,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:49,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:49,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:49,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:49,878 WARN [BP-1662460111-172.17.0.3-1731588373691 heartbeating to localhost/127.0.0.1:46797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:46:49,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:46:49,878 WARN [BP-1662460111-172.17.0.3-1731588373691 heartbeating to localhost/127.0.0.1:46797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1662460111-172.17.0.3-1731588373691 (Datanode Uuid a6f4b50c-3b23-4c20-988b-ee5c0a527aa3) service to localhost/127.0.0.1:46797 2024-11-14T12:46:49,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:46:49,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/data/data1/current/BP-1662460111-172.17.0.3-1731588373691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:49,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/cluster_a1543a78-e57a-ac19-950c-0cf55ef5cf62/data/data2/current/BP-1662460111-172.17.0.3-1731588373691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:46:49,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:46:49,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61414b64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:46:49,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:46:49,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:46:49,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:46:49,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e0e5023-9ace-4c9d-9be2-52c07ca4f03d/hadoop.log.dir/,STOPPED} 2024-11-14T12:46:49,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:46:49,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:46:49,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46797 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34285 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34285 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33595 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46797 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=5526 (was 5784) 2024-11-14T12:46:49,915 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-14T12:46:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013aab6e940002, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013aab6e940005, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013aab6e940008, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:46:49,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013aab6e940008, quorum=127.0.0.1:52884, baseZNode=/2-507878004 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:46:49,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013aab6e940005, quorum=127.0.0.1:52884, baseZNode=/11673479330 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:46:49,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013aab6e940002, quorum=127.0.0.1:52884, baseZNode=/0-787098887 Received Disconnected from ZooKeeper, ignoring